-- Logs begin at Thu 2022-04-07 07:21:05 UTC, end at Thu 2022-04-07 08:38:11 UTC. -- Apr 07 08:07:00.954124 dv-cinder-815659-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 08:07:03.895308 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.common.config [-] Logging enabled! Apr 07 08:07:03.895886 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 08:07:03.896015 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 08:07:03.899483 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.common.config [-] Logging enabled! Apr 07 08:07:03.899744 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 08:07:03.900057 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103819) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 08:07:03.900986 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 08:07:03.901224 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 08:07:03.901619 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 08:07:03.901869 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 08:07:03.902096 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 08:07:03.902527 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.902969 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 08:07:03.903282 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.903579 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.903872 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.904169 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.904460 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.904744 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.905033 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.905331 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.905618 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.905900 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.906182 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.906494 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.906775 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.907064 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.907356 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.907644 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] debug = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.907924 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.908355 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.908766 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.909047 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.909336 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.909618 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.909889 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.910164 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.910448 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.910804 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] host = dv-cinder-815659-6-iscsi {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.911087 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.911379 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.911668 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.911956 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.912233 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.912511 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.912797 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.913071 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.913346 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.913622 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.913912 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.914203 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.914520 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.914751 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.914979 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.915283 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.915575 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.915854 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.916132 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.916408 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.916685 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.916963 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.917775 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.918071 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.918360 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.918679 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.918961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.919238 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.919515 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.919789 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.920079 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.920357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.920633 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.920909 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.921201 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.921476 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.921752 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.922058 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.922351 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.922673 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.922963 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.923238 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.923526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.923802 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.924076 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.924349 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_json = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.924621 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.924890 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.925174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.925448 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.925722 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.925996 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.926269 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.926668 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.926845 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:03.927139 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.927442 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.927749 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.928054 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.928351 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.928636 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.928931 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.929212 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.929506 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.929798 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.930091 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.930372 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.930708 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.931003 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.931302 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.931613 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.931912 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.932208 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.932488 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.932792 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.933586 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.933873 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.934163 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.934444 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.934760 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.935054 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.935336 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.935636 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.935925 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.936226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.936520 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.936797 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.937080 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.937375 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.937655 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.937929 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.938212 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.938526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.938810 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.939085 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.939368 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.939648 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.939921 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.940195 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.940474 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.940770 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.941051 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.941325 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.941597 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.941874 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.942148 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.942435 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.942739 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.943016 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.943291 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.943569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.943843 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.944118 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.944395 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.944667 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.944943 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.945217 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.945490 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.945762 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.946035 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.946308 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.946603 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.946880 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.947158 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.947433 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.947719 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.947984 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.948259 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.948592 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.948842 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.949133 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.949416 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.949687 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.949966 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.950241 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.950545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.950826 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.951102 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.951374 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.951645 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.951936 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.952222 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.952510 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.952810 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.953089 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.953385 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.953662 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.953938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.954219 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.954516 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.954799 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.955083 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.955366 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.955660 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.955955 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.956250 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.956545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.956839 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.957119 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.957429 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.957710 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:03.957931 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 08:07:03.958174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103819) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 08:07:04.334493 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 08:07:04.334805 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 08:07:04.335087 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 08:07:04.335423 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 08:07:04.659977 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.660282 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.660563 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.661729 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.662007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.663996 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.716672 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.716951 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.717219 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.731765 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.732048 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.732320 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.762553 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.762838 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.763107 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.798767 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.799048 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:04.799319 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.135765 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.136400 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.136400 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.136563 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.137276 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.234808 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.235133 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.235416 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.235691 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.235961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.236274 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.236538 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.236799 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.237057 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.237342 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.237602 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.237874 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.238130 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.238659 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.238929 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.239195 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.239450 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.239718 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.239988 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.240248 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.240518 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.240770 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.241052 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.241428 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.241680 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.241928 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.242417 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.242688 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.242932 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.243172 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.243411 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.243660 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:05.244017 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 08:07:05.247699 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 08:07:05.251624 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 08:07:05.255324 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 07 08:07:05.256945 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 08:07:05.257418 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 08:07:05.257754 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 08:07:05.258145 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 08:07:05.262025 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 08:07:05.262276 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 08:07:05.262666 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 08:07:05.267578 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 08:07:05.290903 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 08:07:05.291364 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.291665 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103819) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 08:07:05.292036 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.293923 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103819) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 08:07:05.294206 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 08:07:05.294454 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 08:07:05.297743 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.298031 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:05.359339 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 08:07:05.359578 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 08:07:05.359814 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 08:07:05.360180 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 08:07:05.380433 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_db.sqlalchemy.engines [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103819) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 08:07:05.949773 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing driver for type 'gre' Apr 07 08:07:05.950223 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] gre ID ranges: [(1, 1000)] Apr 07 08:07:06.109894 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing driver for type 'local' Apr 07 08:07:06.110219 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing driver for type 'vlan' Apr 07 08:07:06.218158 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] VlanTypeDriver initialization complete Apr 07 08:07:06.218773 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing driver for type 'vxlan' Apr 07 08:07:06.218987 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] vxlan ID ranges: [(1, 1000)] Apr 07 08:07:06.412762 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing extension driver 'port_security' Apr 07 08:07:06.413129 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] PortSecurityExtensionDriver initialization complete Apr 07 08:07:06.413471 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing mechanism driver 'openvswitch' Apr 07 08:07:06.413811 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing mechanism driver 'hyperv' Apr 07 08:07:06.421024 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:06.421878 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.422255 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.422642 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.423183 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.423622 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.423978 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.424326 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.424725 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.425135 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.425488 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.425833 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.426228 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.426660 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.427014 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.427360 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.427759 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.428165 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.428515 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.428858 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.429255 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.429667 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > address_group after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.430018 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > address_group after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.430362 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.430786 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103819) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 08:07:06.431233 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] ML2 OVO RPC backend initialized. {{(pid=103819) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 08:07:06.431941 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435023 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435023 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435023 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > networks before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435023 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > ports before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnets before_response 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435671 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435671 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.435832 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.436034 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.436370 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.436711 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.437048 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.437384 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.444675 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded quota_driver: . Apr 07 08:07:06.445041 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.plugin [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Modular L2 Plugin initialization complete Apr 07 08:07:06.445391 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading services supported by the core plugin {{(pid=103819) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 08:07:06.445735 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.plugins.ml2.managers [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Got port-security extension from driver 'port_security' Apr 07 08:07:06.446246 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.extensions.vlantransparent [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Disabled vlantransparent extension. Apr 07 08:07:06.446765 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103819) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 08:07:06.447098 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: router Apr 07 08:07:06.482692 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.483051 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_create 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.483431 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router before_create 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.483806 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.484189 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.484555 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_delete 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.484924 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.485284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.485652 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_create 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.486008 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.486370 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.486755 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.487123 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.487544 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.487924 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.488271 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.488870 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: subnet after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.489223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.489581 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.489937 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_create 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.490292 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.490662 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.491029 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router after_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.491381 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.491739 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_create 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.492108 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.492461 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_update 55549900 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.492832 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > agent after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.493322 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > agent after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.493678 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > network after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.494558 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Tracking information for resource: router configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:06.494899 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Tracking information for resource: floatingip configured {{(pid=103819) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 08:07:06.499729 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.db.l3_agentschedulers_db [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 08:07:06.500306 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.500672 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.501026 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.501384 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: port after_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.502174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router before_create 55550100 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.502563 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.502936 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_create 55550100 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.503296 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > router precommit_update 55550100 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.508011 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.provider_configuration [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service providers = [] {{(pid=103819) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 08:07:06.508380 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.db.servicetype_db [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103819) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 08:07:06.511377 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.service_base [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 08:07:06.511732 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.service_base [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 08:07:06.512080 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.service_base [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 08:07:06.512981 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.services.service_base [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103819) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 08:07:06.513357 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.services.service_base [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 08:07:06.513734 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.514055 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 08:07:06.524566 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.524905 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: auto_allocate Apr 07 08:07:06.531143 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: network precommit_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.531519 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: network precommit_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.532040 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.532365 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: tag Apr 07 08:07:06.539069 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.539406 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: timestamp Apr 07 08:07:06.543298 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.543645 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: network_ip_availability Apr 07 08:07:06.549007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.549384 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.549742 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.550454 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.550798 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: flavors Apr 07 08:07:06.556778 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.557120 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading Plugin: revisions Apr 07 08:07:06.561902 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103819) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 08:07:06.562301 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.227s {{(pid=103819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 08:07:06.563092 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103819) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 08:07:06.563438 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Initializing extension manager. Apr 07 08:07:06.563977 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: __init__.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.564321 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: __pycache__ {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.564660 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: address_group.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.565426 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.565993 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: address-group Apr 07 08:07:06.566320 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: address_scope.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.567063 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.567576 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: address-scope Apr 07 08:07:06.567902 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.568850 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.569362 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: router-admin-state-down-before-update Apr 07 08:07:06.569687 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: agent.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.570382 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.570915 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: agent Apr 07 08:07:06.571235 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: agent_resources_synced.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.572149 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.572659 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: agent-resources-synced Apr 07 08:07:06.573005 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: allowedaddresspairs.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.575433 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.575965 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: allowed-address-pairs Apr 07 08:07:06.576302 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: auto_allocated_topology.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.577378 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.577895 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: auto-allocated-topology Apr 07 08:07:06.578226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: availability_zone.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.578951 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.579464 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: availability_zone Apr 07 08:07:06.579792 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: availability_zone_filter.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.580707 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.581215 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: availability_zone_filter Apr 07 08:07:06.581543 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: data_plane_status.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.582452 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.582994 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 08:07:06.583323 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: default_subnetpools.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.584253 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.584761 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: default-subnetpools Apr 07 08:07:06.585089 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.585901 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.586412 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: dhcp_agent_scheduler Apr 07 08:07:06.586768 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: dns.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.587685 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.588195 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 08:07:06.588522 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: dns_domain_ports.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.589465 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.589975 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 08:07:06.590302 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.591246 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.591755 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 08:07:06.592108 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: dvr.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.592780 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.593292 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: dvr Apr 07 08:07:06.593618 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: ecmp_routes.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.594569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.595080 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 08:07:06.595405 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: empty_string_filtering.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.596324 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.596843 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: empty-string-filtering Apr 07 08:07:06.597170 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.598088 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.598637 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 08:07:06.598963 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.599876 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.600386 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 08:07:06.600710 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: external_net.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.601620 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.602129 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: external-net Apr 07 08:07:06.602452 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.603384 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.603897 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: extra_dhcp_opt Apr 07 08:07:06.604226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: extraroute.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.605676 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.606186 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: extraroute Apr 07 08:07:06.606545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: extraroute_atomic.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.607585 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.608098 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: extraroute-atomic Apr 07 08:07:06.608424 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: filter_validation.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.609090 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.609600 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: filter-validation Apr 07 08:07:06.609923 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: fip_pf_description.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.610876 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.611384 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 08:07:06.611706 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: fip_pf_port_range.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.612616 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.613121 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 08:07:06.613713 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: fip_port_details.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.614858 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.615379 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: fip-port-details Apr 07 08:07:06.615708 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: flavors.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.616935 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.617463 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: flavors Apr 07 08:07:06.617791 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.619531 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.620054 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 08:07:06.620443 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: floatingip_pools.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.621145 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.621660 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: floatingip-pools Apr 07 08:07:06.621988 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: ip_allocation.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.622966 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.623474 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 08:07:06.623801 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.624743 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.625257 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: ip-substring-filtering Apr 07 08:07:06.625588 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l2_adjacency.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.626578 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.627076 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 08:07:06.627403 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.628390 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.628916 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: router Apr 07 08:07:06.629250 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.631547 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.632083 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 08:07:06.632417 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.633346 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.633870 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: ext-gw-mode Apr 07 08:07:06.634202 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.635164 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.635683 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: l3-ha Apr 07 08:07:06.636587 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.637511 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.638029 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 08:07:06.638355 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_flavors.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.639311 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.639827 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: l3-flavors Apr 07 08:07:06.640153 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.641525 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.642050 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 08:07:06.642383 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.643347 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.643890 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 08:07:06.644218 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: l3agentscheduler.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.645253 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.645771 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: l3_agent_scheduler Apr 07 08:07:06.646105 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: local_ip.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.647938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.648463 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension local_ip not supported by any of loaded plugins Apr 07 08:07:06.648795 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: logging.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.650415 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.650977 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension logging not supported by any of loaded plugins Apr 07 08:07:06.651309 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: metering.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.652725 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.653316 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: metering Apr 07 08:07:06.653645 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.654790 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.655315 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: metering_source_and_destination_fields Apr 07 08:07:06.655645 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: multiprovidernet.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.656579 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.657097 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: multi-provider Apr 07 08:07:06.657426 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: netmtu.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.658348 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.658907 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: net-mtu Apr 07 08:07:06.659234 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: netmtu_writable.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.660159 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.660671 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: net-mtu-writable Apr 07 08:07:06.660998 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: network_availability_zone.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.661674 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.662186 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: network_availability_zone Apr 07 08:07:06.662539 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: network_ip_availability.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.663655 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.664202 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: network-ip-availability Apr 07 08:07:06.664534 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: network_segment_range.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.665306 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.665813 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 08:07:06.666140 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: pagination.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.667196 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.667535 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: pagination Apr 07 08:07:06.667860 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: port_device_profile.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.668774 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.669298 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: port-device-profile Apr 07 08:07:06.669624 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.670591 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.671111 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: port-mac-address-regenerate Apr 07 08:07:06.671435 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.672364 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.672882 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: port-numa-affinity-policy Apr 07 08:07:06.673206 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: port_resource_request.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.674125 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.674672 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 08:07:06.674998 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: port_resource_request_groups.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.675973 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.676490 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 08:07:06.676816 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: portbindings.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.677742 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.678258 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: binding Apr 07 08:07:06.678617 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: portbindings_extended.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.679889 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.680408 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: binding-extended Apr 07 08:07:06.680741 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: portsecurity.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.681671 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.682188 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: port-security Apr 07 08:07:06.682545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: project_id.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.683563 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.683900 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: project-id Apr 07 08:07:06.684226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: providernet.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.685150 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.685668 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: provider Apr 07 08:07:06.685991 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.689527 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.690057 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos not supported by any of loaded plugins Apr 07 08:07:06.690393 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.691669 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.692195 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 08:07:06.692529 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.693450 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.693966 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 08:07:06.694294 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_default.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.695274 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.695795 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-default not supported by any of loaded plugins Apr 07 08:07:06.696125 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_fip.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.697051 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.697572 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 08:07:06.697904 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.699393 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.699918 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 08:07:06.700245 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_gateway_ip.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.701280 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.701803 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 08:07:06.702135 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_port_network_policy.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.703098 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.703612 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 08:07:06.703939 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.704979 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.705500 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 08:07:06.705835 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.706906 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.707433 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 08:07:06.707763 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_pps_rule.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.708940 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.709462 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 08:07:06.709789 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_rule_type_details.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.710750 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.711272 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 08:07:06.711596 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.712514 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.713030 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 08:07:06.713354 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: qos_rules_alias.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.715043 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.715566 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 08:07:06.715898 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: quota_check_limit.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.716823 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.717343 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: quota-check-limit Apr 07 08:07:06.717670 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: quotasv2.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.718627 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.718961 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: quotas Apr 07 08:07:06.719284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: quotasv2_detail.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.720990 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.721334 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: quota_details Apr 07 08:07:06.721670 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: rbac.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.722761 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.723291 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: rbac-policies Apr 07 08:07:06.723625 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: rbac_address_group.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.724561 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.725082 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: rbac-address-group Apr 07 08:07:06.725413 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: rbac_address_scope.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.726341 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.726889 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: rbac-address-scope Apr 07 08:07:06.727221 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: rbac_security_groups.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.728227 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.728749 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: rbac-security-groups Apr 07 08:07:06.729077 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: rbac_subnetpool.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.730028 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.730573 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: rbac-subnetpool Apr 07 08:07:06.730901 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: revisionifmatch.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.731824 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.732341 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: revision-if-match Apr 07 08:07:06.732668 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: revisions.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.733817 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.734292 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: standard-attr-revisions Apr 07 08:07:06.734646 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: router_availability_zone.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.735321 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.735839 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: router_availability_zone Apr 07 08:07:06.736164 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: routerservicetype.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.737087 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.737603 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 08:07:06.737929 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.739142 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.739666 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: security-groups-normalized-cidr Apr 07 08:07:06.739994 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.740930 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.741450 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: port-security-groups-filtering Apr 07 08:07:06.741776 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.742764 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.743289 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: security-groups-remote-address-group Apr 07 08:07:06.743620 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.744557 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.745075 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: security-groups-shared-filtering Apr 07 08:07:06.745429 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.746020 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 08:07:06.746342 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: securitygroup.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.756075 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.756618 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: security-group Apr 07 08:07:06.756960 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: segment.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.757691 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.758212 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension segment not supported by any of loaded plugins Apr 07 08:07:06.758581 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.759520 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.760040 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 08:07:06.760369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: servicetype.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.761976 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.762518 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: service-type Apr 07 08:07:06.762853 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: sorting.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.763847 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.764184 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: sorting Apr 07 08:07:06.764510 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: standard_attr_segment.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.765430 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.765951 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 08:07:06.766284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: standardattrdescription.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.766970 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.767487 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: standard-attr-description Apr 07 08:07:06.767814 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: stateful_security_group.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.768755 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.769280 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: stateful-security-group Apr 07 08:07:06.769607 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: stdattrs_common.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.770171 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 08:07:06.770513 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.771466 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.771985 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 08:07:06.772311 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnet_onboard.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.773369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.773895 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: subnet_onboard Apr 07 08:07:06.774222 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.775189 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.775705 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 08:07:06.776035 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnet_service_types.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.777050 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.777572 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: subnet-service-types Apr 07 08:07:06.777897 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnetallocation.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.778997 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.779523 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: subnet_allocation Apr 07 08:07:06.779850 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.780511 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.781025 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: subnetpool-prefix-ops Apr 07 08:07:06.781350 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.782295 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.782849 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 08:07:06.783174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: tagging.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.784237 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.784758 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: standard-attr-tag Apr 07 08:07:06.785087 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: timestamp.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.786314 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.786861 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loaded extension: standard-attr-timestamp Apr 07 08:07:06.787191 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: trunk.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.788226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.788746 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension trunk not supported by any of loaded plugins Apr 07 08:07:06.789076 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: trunk_details.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.789996 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.790545 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 08:07:06.790873 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: uplink_status_propagation.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.791797 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.792825 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 08:07:06.793149 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Loading extension file: vlantransparent.py {{(pid=103819) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 08:07:06.793815 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103819) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 08:07:06.794326 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 08:07:06.796866 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:network Apr 07 08:07:06.797394 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnet Apr 07 08:07:06.797796 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 08:07:06.798189 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:port Apr 07 08:07:06.799450 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.799902 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service FLAVORS assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.800514 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.800941 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.801273 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:router Apr 07 08:07:06.801704 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 08:07:06.802191 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service METERING assigned prefix: /metering {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.803674 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.804052 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.804410 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:07:06.805412 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 08:07:06.805867 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:security_group Apr 07 08:07:06.806305 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 08:07:06.806931 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service CORE assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.807263 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 08:07:06.807615 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] subnetpool is already registered Apr 07 08:07:06.808103 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service CORE assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.808433 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 08:07:06.808766 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] subnetpool is already registered Apr 07 08:07:06.811058 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.811503 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service FLAVORS assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.812098 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.812524 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.812861 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:router Apr 07 08:07:06.813200 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] router is already registered Apr 07 08:07:06.813617 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 08:07:06.813953 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] floatingip is already registered Apr 07 08:07:06.814410 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service METERING assigned prefix: /metering {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.815116 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 08:07:06.815451 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] rbac_policy is already registered Apr 07 08:07:06.815867 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:security_group Apr 07 08:07:06.816205 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] security_group is already registered Apr 07 08:07:06.816620 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 08:07:06.816955 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] security_group_rule is already registered Apr 07 08:07:06.817580 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service CORE assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.817908 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 08:07:06.818243 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] subnetpool is already registered Apr 07 08:07:06.818700 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.v2.resource_helper [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Service CORE assigned prefix: {{(pid=103819) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 08:07:06.819028 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 08:07:06.819361 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING neutron.quota.resource_registry [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] subnetpool is already registered Apr 07 08:07:06.819839 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: extensions {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.821253 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: address-groups {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.822745 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: address-scopes {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.824600 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: agents {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.825738 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: auto-allocated-topology {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.826995 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: availability_zones {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.828197 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: dhcp-networks {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.829696 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: dhcp-agents {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.831158 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: routers {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.834246 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: flavors {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.835438 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: service_profiles {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.836631 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: next_providers {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.838062 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: service_profiles {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.839704 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: floatingip-pools {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.840914 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: routers {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.843011 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: floatingips {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.844279 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: l3-routers {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.845657 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: l3-agents {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.847084 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: metering-labels {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.848429 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: metering-label-rules {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.849674 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: network-ip-availabilities {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.850939 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: bindings {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.852543 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: quotas {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.854093 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: quotas {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.856157 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: rbac-policies {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.857429 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: security-groups {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.858697 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: security-group-rules {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.859899 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: service-providers {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.861154 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: subnetpools {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.862584 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: subnetpools {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.864272 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.865916 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.867740 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.869483 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.871909 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.873713 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.875405 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.877293 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.879056 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.880879 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron.api.extensions [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Extended resource: tags {{(pid=103819) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 08:07:06.886751 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING keystonemiddleware.auth_token [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 08:07:06.891420 dv-cinder-815659-6-iscsi neutron-server[103819]: WARNING keystonemiddleware.auth_token [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 08:07:06.900054 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Acquired lock "singleton_lock" {{(pid=103819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 08:07:06.900528 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_concurrency.lockutils [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Releasing lock "singleton_lock" {{(pid=103819) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 08:07:06.901183 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Starting 2 workers Apr 07 08:07:06.906180 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Started child 103928 {{(pid=103819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 08:07:06.910773 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Started child 103929 {{(pid=103819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 08:07:06.911607 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.912298 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO neutron.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 08:07:06.912967 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.913130 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [-] (103928) wsgi starting up on http://0.0.0.0:9696 Apr 07 08:07:06.915502 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Starting 1 workers Apr 07 08:07:06.915665 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.917566 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [-] (103929) wsgi starting up on http://0.0.0.0:9696 Apr 07 08:07:06.921587 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Started child 103930 {{(pid=103819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 08:07:06.922143 dv-cinder-815659-6-iscsi neutron-server[103819]: INFO oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Starting 1 workers Apr 07 08:07:06.925290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] calling RpcWorker wait() {{(pid=103930) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 08:07:06.932127 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] returning from RpcWorker wait() {{(pid=103930) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 08:07:06.932256 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Started child 103931 {{(pid=103819) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 08:07:06.932335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.932335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae7e9-aeba-4587-aa4f-b47f4cad7079 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 08:07:06.932456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 08:07:06.933530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.933530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.933530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.933530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.933767 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:06.934225 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934225 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934225 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934225 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934225 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934558 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934558 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.934690 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.935087 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.935179 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.935455 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.935722 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.935971 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.936224 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.936403 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.936670 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.936955 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.937216 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.937598 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] debug = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.937764 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.938265 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.938516 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.938785 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.939005 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.939277 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.939508 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.939791 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.940010 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.940258 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.940508 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.940750 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.940992 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.941206 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.941461 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.941677 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.941919 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.942143 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.942655 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] host = dv-cinder-815659-6-iscsi {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.942923 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.943182 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.943448 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.943712 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.943961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.944196 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.944477 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.944745 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.945009 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.945239 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.945469 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.945729 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.945969 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.946226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.946392 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_options = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.946661 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.946931 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.947201 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.947398 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.947555 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.947727 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.947992 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.948165 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.948467 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.948692 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.949275 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.949275 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.949557 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.949699 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.949845 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.950028 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.950235 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.950569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.950812 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.951938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.951938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.951938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.951938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.951938 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.952276 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.952630 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.953444 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.953704 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.953951 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.954208 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.954458 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.954733 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.954976 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.955072 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:06.955230 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.955489 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.955724 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.955961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.956184 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.956472 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.956703 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.956979 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.957244 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.957463 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.957696 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.957936 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.958163 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.958391 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_json = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.958628 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.958859 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.959111 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.959324 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.959546 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.959757 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.959972 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.960232 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.960503 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:06.960884 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.961165 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.961487 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.961735 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.961966 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.962215 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.962488 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.962715 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.962969 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.963204 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.965848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.966726 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.966726 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.966726 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.966726 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.967062 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.967148 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.967317 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.967553 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.967805 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.968051 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.968350 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.968619 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.968961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.969239 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.969509 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.969767 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.970007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.970232 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.970450 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.971102 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.971346 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.971598 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.971886 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.972140 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.972375 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.972597 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.972859 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.973091 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.973321 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.973546 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.973796 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.974030 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.974252 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.974486 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.974718 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.974933 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.975172 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.975403 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.975622 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.975868 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.976125 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.976372 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.976589 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.976829 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.977071 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.977314 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.977594 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.977842 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.978143 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.978269 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.978511 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.978788 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.979018 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.979238 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.979458 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.980240 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.980476 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.980694 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.980934 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.981151 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.981371 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.981585 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.981799 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.982014 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.982229 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.982446 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.982701 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.982974 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.983236 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.983442 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.984569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.984569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.984569 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.984967 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.984967 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.985270 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.985525 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.985771 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.985993 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.986240 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.986461 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.986742 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.986966 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.987195 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.987396 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.987649 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.987878 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.988124 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.988633 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.988864 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.989134 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.989354 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.989555 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.989797 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.990030 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.990234 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.990459 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.994567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995223 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995731 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995731 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.995731 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.996170 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.996274 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.996488 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.996733 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.996955 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.997209 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.997516 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.997756 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.997972 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.998193 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.998516 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.998775 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.999038 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.999322 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.999567 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:06.999838 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.000091 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.000347 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.000565 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.000781 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.001045 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.001260 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.001514 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.001731 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.001955 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.002197 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.002440 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.002674 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.002891 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.003130 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.003365 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.003591 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.003812 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.004063 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.004277 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.004542 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.004725 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.004949 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.005200 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.005380 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.005633 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.005881 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.006055 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.006342 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.006657 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.006898 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.007131 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.007398 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.007643 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.007868 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.008120 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.008343 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.008581 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.008802 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.009039 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.009256 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.009489 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.009718 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.009971 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.010234 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.010513 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.010900 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.011188 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.011429 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.011937 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.012186 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.012444 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.012668 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.012889 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.013135 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.013357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.013582 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.013835 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.014057 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.014279 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.014523 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.014776 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.015066 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.015310 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.015534 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.015757 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.016005 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.016226 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.016468 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.016708 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.016922 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.017136 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.017357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.017589 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.017827 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.018125 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.018373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.018636 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.018908 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.019147 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.019388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.019618 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.019826 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.020040 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.020268 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.020483 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.020719 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.020950 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.021161 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.021369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.021594 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.021833 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.022047 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.022314 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.022548 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025373 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.025944 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.026999 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.026999 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.027202 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.027510 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.027761 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.028012 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.028253 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.028622 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.028822 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.029083 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.029309 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.029526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.029748 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.030021 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.030344 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.030675 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.030943 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.031185 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.031463 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.031740 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.032009 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.032236 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.032530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.032894 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.033174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.033449 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.033700 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.034197 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.034197 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.034387 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.034618 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.034861 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.035110 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.035369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.035604 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.035852 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.036084 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.036314 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.036542 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.036768 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.036985 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.037207 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.037446 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.037607 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 08:07:07.038181 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103819) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 08:07:07.038369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 08:07:07.038530 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 08:07:07.038634 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 08:07:07.038812 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 08:07:07.038968 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 08:07:07.039181 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.039346 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.039506 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.039670 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.039827 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.040174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.040363 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.040528 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.040687 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.040852 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.041011 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.041169 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.041476 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.041823 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.041985 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.042700 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.042877 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043038 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043203 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043369 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043532 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043675 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043814 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] debug = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.043954 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044156 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044320 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044482 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044641 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044801 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.044961 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045120 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045278 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045437 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045601 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045759 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.045918 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046076 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046236 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046388 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046593 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046723 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.046886 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] host = dv-cinder-815659-6-iscsi {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047048 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047192 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047514 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047668 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047828 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.047987 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048149 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048394 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048496 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048605 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048780 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.048923 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049081 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049247 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_options = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049399 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049559 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049716 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.049904 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050068 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050227 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050386 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050571 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050736 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.050895 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051056 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051215 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051374 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051535 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051694 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.051854 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052013 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052172 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052332 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052492 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052654 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052810 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.052972 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053130 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053291 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053451 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053608 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053766 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.053927 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054085 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054243 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054402 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054583 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054743 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.054904 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055062 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055195 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:07.055300 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055392 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055518 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055675 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055834 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.055993 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056151 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056309 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056468 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056626 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056785 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_json = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.056943 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057101 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057259 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057418 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057576 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057758 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.057919 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.058067 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.058222 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 08:07:07.058391 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.058568 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.058742 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.058905 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059068 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059234 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059396 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059559 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059722 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.059884 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060056 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060220 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060391 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060553 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060716 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.060880 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061044 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061208 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061370 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061533 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061696 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.061858 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062029 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062191 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062353 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062681 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.062853 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063016 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063193 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063520 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063682 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.063843 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064170 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064332 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064495 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064658 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064821 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.064983 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065145 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065308 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065470 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065633 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065795 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.065958 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066120 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066448 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066633 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066847 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.066946 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067108 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067271 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067435 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067598 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067770 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.067934 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068097 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068259 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068423 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068585 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068745 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.068908 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069071 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069238 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069400 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069576 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069739 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.069901 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070064 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070228 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070391 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070575 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070738 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.070902 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071065 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071228 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071390 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071593 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071704 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.071865 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072029 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072191 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072354 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072516 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072678 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.072840 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073172 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073366 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073707 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.073870 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074032 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074195 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074341 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074529 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074687 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.074844 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075007 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075169 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075332 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075498 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075661 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075823 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.075985 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076148 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076310 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076472 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076634 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076796 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.076958 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077122 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077448 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077610 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077771 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.077942 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078104 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078267 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078430 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078623 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078798 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.078962 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079130 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079293 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079456 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079619 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079800 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.079925 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080090 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080494 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080494 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080749 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080749 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.080967 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081052 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081197 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081359 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081521 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081856 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.081856 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082060 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082138 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082282 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082444 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082629 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082794 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.082957 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083126 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083290 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083453 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083615 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083781 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.083943 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084105 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084267 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084430 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084591 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084753 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.084916 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085079 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085243 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085405 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085568 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085732 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.085896 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086058 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086220 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086382 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086566 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086730 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.086893 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087054 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087219 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087381 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087542 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087705 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.087867 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088030 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088192 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088357 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088519 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088683 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.088846 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.089525 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.089690 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.089854 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090017 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090180 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090342 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090709 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.090872 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091034 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091200 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091363 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091526 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091689 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.091851 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092013 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092174 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092338 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092500 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092663 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092826 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.092988 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.093151 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.093317 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.093481 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.093647 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.093808 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094129 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094279 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094445 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094624 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094790 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.094954 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095116 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095279 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095441 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095619 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095787 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.095948 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.096263 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.096415 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.096579 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.096753 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.096917 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097081 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097243 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097398 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097557 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097729 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.097892 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098053 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098217 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098379 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098561 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098728 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.098891 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099053 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099216 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099383 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099545 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099717 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.099879 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100042 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100204 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100365 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100527 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100699 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.100862 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101025 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101187 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101350 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101514 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101685 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.101848 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102010 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102179 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102342 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102524 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102690 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.102864 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103027 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103192 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103354 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103517 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103681 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.103846 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.104014 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.104186 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.104354 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.104539 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.105295 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.105467 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.105639 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.105801 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.105970 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106144 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106306 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106497 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106654 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106819 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.106982 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107144 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107307 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107470 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107634 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107796 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.107959 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108122 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108284 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108445 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108608 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108770 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.108933 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.109095 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.109257 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 08:07:07.109411 dv-cinder-815659-6-iscsi neutron-server[103819]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103819) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 08:07:07.131891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51452) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:07.140657 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066049 Apr 07 08:07:18.592233 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd14075-19c4-4061-b64c-6120c56a9b1e None None] get_active_networks_info from dv-cinder-815659-6-iscsi {{(pid=103930) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 08:07:18.683532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd14075-19c4-4061-b64c-6120c56a9b1e None None] No non-hosted networks {{(pid=103930) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 08:07:18.698349 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.agentschedulers_db [None req-0bd14075-19c4-4061-b64c-6120c56a9b1e None None] DHCP Agent not found on host dv-cinder-815659-6-iscsi {{(pid=103930) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 08:07:18.847518 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7001ec86-f946-4b72-824f-ac65b8d60497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:20.836289 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d55f0e4c-0592-4e3d-9e52-6d6d6ce6e488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:20.871024 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.db.api [None req-69130a81-377c-498b-89ab-cacd9c502a0a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815659-6-iscsi {{(pid=103930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:07:20.871695 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG oslo_db.api [None req-69130a81-377c-498b-89ab-cacd9c502a0a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 08:07:21.393751 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69130a81-377c-498b-89ab-cacd9c502a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:21.699211 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 51516) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:22.190069 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:22.279172 dv-cinder-815659-6-iscsi neutron-server[103928]: WARNING oslo_policy.policy [None req-fabf60bb-80ce-4670-8e67-14c754575755 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:22.279851 dv-cinder-815659-6-iscsi neutron-server[103928]: WARNING oslo_policy.policy [None req-fabf60bb-80ce-4670-8e67-14c754575755 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:22.509249 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [None req-fabf60bb-80ce-4670-8e67-14c754575755 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:07:22.516509 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fabf60bb-80ce-4670-8e67-14c754575755 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8094265 Apr 07 08:07:23.367316 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:24.743617 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:24.744323 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.744667 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.745001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.745392 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.745717 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.746039 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.746363 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.746737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.747063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.747382 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.747716 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.748041 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.748392 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.748708 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.749022 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:24.749402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815659-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:24.757863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815659-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:25.060706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 51550) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:25.371052 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:25.462778 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.policy [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 08:07:25.505243 dv-cinder-815659-6-iscsi neutron-server[103928]: WARNING oslo_policy.policy [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:25.505624 dv-cinder-815659-6-iscsi neutron-server[103928]: WARNING oslo_policy.policy [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:25.706427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947345074', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947343519', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947130425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947106922', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947114070', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740947109420', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1171556', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1162655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328472', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418764'] for rbac-policy (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:25.911531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:25.915690 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-76666020-9c79-4053-b7e8-e02835035075 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8510451 Apr 07 08:07:28.437348 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 51562) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:28.756046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:28.864434 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Made reservation on behalf of 01f2fccbde3949798b258fb9848ca80b for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:07:28.868548 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:28.886974 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:28.911552 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.db.l3_hamode_db [None req-ae4bbd3f-5550-458d-b3e7-d5426fd26c42 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 08:07:28.992055 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bbd3f-5550-458d-b3e7-d5426fd26c42 None None] Routers set() bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:07:28.992364 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bbd3f-5550-458d-b3e7-d5426fd26c42 None None] Router IDs set() for agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 08:07:28.994865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks [] for security_group (0db365a3-43ba-4efb-99ac-1dcdf685004a), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.074783 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0db365a3-43ba-4efb-99ac-1dcdf685004a), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.100152 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:07:29.134477 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740949399489', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (012adc03-cd72-4b50-aeef-1812cdff98d0), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.135645 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Unsubscribe: segment precommit_create {{(pid=103928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 08:07:29.136142 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Added segment 012adc03-cd72-4b50-aeef-1812cdff98d0 of type vlan for network 7ce70551-2887-44de-9b95-3fef45de1206 Apr 07 08:07:29.151735 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0db365a3-43ba-4efb-99ac-1dcdf685004a,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:29.163210 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.163552 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.163927 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.164285 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.164615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.164939 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.165294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.165615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.165932 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.166812 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.167133 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.167468 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.167786 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.168099 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.168413 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Tracked resource versions report: Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: pushed versions: Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: { 'AddressGroup': {'1.2'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Agent': {'1.1'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'ConntrackHelper': {'1.0'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Log': {'1.0'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'NDPProxy': {'1.0'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Network': {'1.1'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Port': {'1.7'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'PortForwarding': {'1.3'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'QosPolicy': {'1.10'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroup': {'1.5'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SubPort': {'1.0'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Subnet': {'1.1'}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Trunk': {'1.1'}} Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: consumer versions: Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Agent': '1.1', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'ConntrackHelper': '1.0', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'LocalIPAssociation': '1.0', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Log': '1.0', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'NDPProxy': '1.0', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Network': '1.1', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Port': '1.7', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'PortForwarding': '1.3', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'QosPolicy': '1.10', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroup': '1.5', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroupRule': '1.2', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SubPort': '1.0', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Subnet': '1.1', Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Trunk': '1.1'}} Apr 07 08:07:29.169798 dv-cinder-815659-6-iscsi neutron-server[103928]: {{(pid=103928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:07:29.268975 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (7ce70551-2887-44de-9b95-3fef45de1206), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.378000 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (7ce70551-2887-44de-9b95-3fef45de1206), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.383264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:29.384011 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:29.496096 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] Pushing event updated for resources: {'Network': ['ID=7ce70551-2887-44de-9b95-3fef45de1206,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:29.507460 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 7ce70551-2887-44de-9b95-3fef45de1206 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:07:29.552031 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cbb9fc1b-0a03-4ada-8b18-3418e474a496 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1135235 Apr 07 08:07:32.112361 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51574) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:32.593849 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING oslo_policy.policy [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:32.594424 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING oslo_policy.policy [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:33.032959 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.policy [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103929) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 08:07:33.074945 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING oslo_policy.policy [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:33.075322 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING oslo_policy.policy [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 08:07:33.083128 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:33.084833 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2a038ef0-6123-46c8-8359-10415545d9c6 demo admin] 10.222.0.24 "GET /v2.0/networks/7ce70551-2887-44de-9b95-3fef45de1206 HTTP/1.1" status: 200 len: 825 time: 0.9715567 Apr 07 08:07:33.123110 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d8726f47-e063-4e4d-aafa-73f30f5f0c9e demo admin] 10.222.0.24 "GET /v2.0/subnetpools/754250fc-7b2f-4526-b580-849ba67601e6 HTTP/1.1" status: 200 len: 734 time: 0.0322261 Apr 07 08:07:33.131492 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:33.211876 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Made reservation on behalf of 01f2fccbde3949798b258fb9848ca80b for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:07:33.215122 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:33.549761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (c792ef69-137e-4b27-8b53-25b5732267b8), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:33.617024 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Checking segment: {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:07:33.617389 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Network hostable DHCP agents. Network: 7ce70551-2887-44de-9b95-3fef45de1206, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:07:33.632835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Pushing event updated for resources: {'Subnet': ['ID=c792ef69-137e-4b27-8b53-25b5732267b8,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:33.646226 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.646592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.646947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.647296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.647624 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.647941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.648255 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.648569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.648896 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.649213 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.649525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.649852 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.650225 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.651054 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.651411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Tracked resource versions report: Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: pushed versions: Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: { 'AddressGroup': {'1.2'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Agent': {'1.1'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'ConntrackHelper': {'1.0'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Log': {'1.0'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'NDPProxy': {'1.0'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Network': {'1.1'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Port': {'1.7'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'PortForwarding': {'1.3'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'QosPolicy': {'1.10'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroup': {'1.5'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SubPort': {'1.0'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Subnet': {'1.1'}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Trunk': {'1.1'}} Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: consumer versions: Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Agent': '1.1', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'ConntrackHelper': '1.0', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'LocalIPAssociation': '1.0', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Log': '1.0', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'NDPProxy': '1.0', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Network': '1.1', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Port': '1.7', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'PortForwarding': '1.3', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'QosPolicy': '1.10', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroup': '1.5', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroupRule': '1.2', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SubPort': '1.0', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Subnet': '1.1', Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Trunk': '1.1'}} Apr 07 08:07:33.652741 dv-cinder-815659-6-iscsi neutron-server[103929]: {{(pid=103929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:07:33.777778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Network 7ce70551-2887-44de-9b95-3fef45de1206 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:07:33.897831 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 7ce70551-2887-44de-9b95-3fef45de1206) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:07:33.903130 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:33.903768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:33.907811 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f704e50-717f-45c4-84aa-74497a7432b5 None None] Network 7ce70551-2887-44de-9b95-3fef45de1206 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:07:33.992134 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3b4dcf52-4360-4490-8600-cd89298c68da demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8639245 Apr 07 08:07:34.279545 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-7ce70551-2887-44de-9b95-3fef45de1206', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:07:34.280762 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:34.580745 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Allocated IP 172.20.0.2 (7ce70551-2887-44de-9b95-3fef45de1206/c792ef69-137e-4b27-8b53-25b5732267b8/285235ea-20ea-42f1-8e61-bf69a8a41396) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:07:34.826206 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks [] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:34.949834 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:35.033246 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Network 7ce70551-2887-44de-9b95-3fef45de1206 is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:07:35.037773 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:07:35.039384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Pushing event updated for resources: {'Port': ['ID=285235ea-20ea-42f1-8e61-bf69a8a41396,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:35.044746 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:07:35.052652 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.053001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.053361 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.053723 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.054064 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.054400 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.054752 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.055079 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.055406 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.055731 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.056061 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.056440 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.056769 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.057091 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.057414 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Tracked resource versions report: Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: pushed versions: Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: { 'AddressGroup': {'1.2'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Agent': {'1.1'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'ConntrackHelper': {'1.0'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Log': {'1.0'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'NDPProxy': {'1.0'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Network': {'1.1'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Port': {'1.7'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'PortForwarding': {'1.3'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'QosPolicy': {'1.10'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroup': {'1.5'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SubPort': {'1.0'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Subnet': {'1.1'}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Trunk': {'1.1'}} Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: consumer versions: Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Agent': '1.1', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'ConntrackHelper': '1.0', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'LocalIPAssociation': '1.0', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Log': '1.0', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'NDPProxy': '1.0', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Network': '1.1', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Port': '1.7', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'PortForwarding': '1.3', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'QosPolicy': '1.10', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroup': '1.5', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroupRule': '1.2', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SubPort': '1.0', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Subnet': '1.1', Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Trunk': '1.1'}} Apr 07 08:07:35.058880 dv-cinder-815659-6-iscsi neutron-server[103930]: {{(pid=103930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:07:35.132222 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Attempting to bind port 285235ea-20ea-42f1-8e61-bf69a8a41396 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:35.132626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Attempting to bind port 285235ea-20ea-42f1-8e61-bf69a8a41396 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:07:35.133050 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Attempting to bind port 285235ea-20ea-42f1-8e61-bf69a8a41396 on network 7ce70551-2887-44de-9b95-3fef45de1206 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:07:35.138609 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:07:35.138992 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Checking segment: {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:07:35.139479 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:35.139877 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Bound using segment: {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:07:35.140378 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Bound port: 285235ea-20ea-42f1-8e61-bf69a8a41396, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:07:35.140788 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:35.206345 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] For port 285235ea-20ea-42f1-8e61-bf69a8a41396, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:07:35.225602 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] For port 285235ea-20ea-42f1-8e61-bf69a8a41396, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=285235ea-20ea-42f1-8e61-bf69a8a41396,segment=NetworkSegment(012adc03-cd72-4b50-aeef-1812cdff98d0),segment_id=012adc03-cd72-4b50-aeef-1812cdff98d0)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:07:35.291376 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:35.346747 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de5bbd-af52-48ec-9931-e7cc8d1441b6 None None] Pushing event updated for resources: {'Port': ['ID=285235ea-20ea-42f1-8e61-bf69a8a41396,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:36.548450 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51594) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:36.862962 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [None req-94d139aa-ab1d-4999-960d-ee3be812af20 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:07:36.864204 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-94d139aa-ab1d-4999-960d-ee3be812af20 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148232 Apr 07 08:07:39.403998 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51602) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:39.713029 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [None req-514d0259-557b-46f6-b046-5c02868a3b46 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:07:39.714032 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-514d0259-557b-46f6-b046-5c02868a3b46 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090844 Apr 07 08:07:42.261904 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51610) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:42.572978 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:42.669030 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (b265595c-f51e-477f-bcbc-023b5953dedc), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:42.670772 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (b265595c-f51e-477f-bcbc-023b5953dedc), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:42.807553 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Publish callbacks [] for router_controller (b265595c-f51e-477f-bcbc-023b5953dedc), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:42.864573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (b265595c-f51e-477f-bcbc-023b5953dedc), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:42.972366 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:42.973461 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-95a046d2-8000-45f7-819f-0004c209f2cd demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7105501 Apr 07 08:07:45.414315 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 285235ea-20ea-42f1-8e61-bf69a8a41396 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:07:45.501047 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 285235ea-20ea-42f1-8e61-bf69a8a41396 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:45.501470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:45.531168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51622) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:45.615860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 285235ea-20ea-42f1-8e61-bf69a8a41396 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:07:45.616252 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:45.652066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 285235ea-20ea-42f1-8e61-bf69a8a41396, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=285235ea-20ea-42f1-8e61-bf69a8a41396,segment=NetworkSegment(012adc03-cd72-4b50-aeef-1812cdff98d0),segment_id=012adc03-cd72-4b50-aeef-1812cdff98d0)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:07:45.737751 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:45.791537 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=285235ea-20ea-42f1-8e61-bf69a8a41396,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:45.879344 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [None req-a1cfc54f-2e5d-4bea-a7d1-4ee67d5e5bab admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:07:45.880405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a1cfc54f-2e5d-4bea-a7d1-4ee67d5e5bab admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3482041 Apr 07 08:07:46.717753 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d0062-7fc5-48c0-ba1b-a381e3884e52 None None] Network 7ce70551-2887-44de-9b95-3fef45de1206 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:07:46.830845 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-667d8157-1f2b-42a2-a35a-a96357fb70bb None None] Provisioning complete for port 285235ea-20ea-42f1-8e61-bf69a8a41396 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:46.831234 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-667d8157-1f2b-42a2-a35a-a96357fb70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:46.921782 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-667d8157-1f2b-42a2-a35a-a96357fb70bb None None] Current status of the port 285235ea-20ea-42f1-8e61-bf69a8a41396 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:07:47.143314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e031d5c7-0fc8-4632-af7b-6aa49106c592 None None] Provisioning complete for port 285235ea-20ea-42f1-8e61-bf69a8a41396 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:47.143627 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e031d5c7-0fc8-4632-af7b-6aa49106c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:47.219427 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e031d5c7-0fc8-4632-af7b-6aa49106c592 None None] Current status of the port 285235ea-20ea-42f1-8e61-bf69a8a41396 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:07:47.401628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 285235ea-20ea-42f1-8e61-bf69a8a41396 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:07:47.446901 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 285235ea-20ea-42f1-8e61-bf69a8a41396 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:47.447314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:47.522084 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 285235ea-20ea-42f1-8e61-bf69a8a41396 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:07:48.432968 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51630) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:48.623413 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a5945716-ca58-4e1b-a935-4f43a99bd7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:48.746667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:48.851344 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Made reservation on behalf of 079a466ea08f42a7bfadc69c2df6c9ad for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:07:48.853553 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:48.868557 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:48.967011 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks [] for security_group (3d79e3da-4bc3-40dd-b4ad-32afcda899bb), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.057340 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3d79e3da-4bc3-40dd-b4ad-32afcda899bb), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.073217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103929) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 08:07:49.097287 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d79e3da-4bc3-40dd-b4ad-32afcda899bb,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:49.099982 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740949399489', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (c9f5c8ff-c7ba-4de2-8418-82aadef97cc6), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.100552 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Unsubscribe: segment precommit_create {{(pid=103929) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 08:07:49.101029 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Added segment c9f5c8ff-c7ba-4de2-8418-82aadef97cc6 of type flat for network a747f853-7c9d-4fe7-a075-e14bbee1f843 Apr 07 08:07:49.152321 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (a747f853-7c9d-4fe7-a075-e14bbee1f843), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.251603 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (a747f853-7c9d-4fe7-a075-e14bbee1f843), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.252569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:49.253207 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:49.341231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a747f853-7c9d-4fe7-a075-e14bbee1f843,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:49.351733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b12a4c6d-6a1e-4694-96b1-a9360a0303a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9171734 Apr 07 08:07:49.351886 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:07:50.879975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3a65060d-22d5-4d47-a647-495c9b3e62f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:51.822160 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51638) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:52.115846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53169f6b-b6a1-4fbb-a7d0-029af8da184c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:52.117230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-53169f6b-b6a1-4fbb-a7d0-029af8da184c demo admin] 10.222.0.24 "GET /v2.0/subnets/c792ef69-137e-4b27-8b53-25b5732267b8 HTTP/1.1" status: 200 len: 849 time: 0.2940941 Apr 07 08:07:52.205852 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:52.241906 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3b68665c-cb16-42a5-98df-14675132950b demo admin] 10.222.0.24 "GET /v2.0/routers/b265595c-f51e-477f-bcbc-023b5953dedc HTTP/1.1" status: 200 len: 704 time: 0.1175578 Apr 07 08:07:52.505236 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:52.787110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Allocated IP 172.20.0.1 (7ce70551-2887-44de-9b95-3fef45de1206/c792ef69-137e-4b27-8b53-25b5732267b8/76be6c42-535f-4dbf-a3c8-0a34f457fb12) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:07:52.933593 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks [] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.080669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.144246 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Network 7ce70551-2887-44de-9b95-3fef45de1206 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:07:53.149966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:07:53.157042 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:07:53.157573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (b265595c-f51e-477f-bcbc-023b5953dedc), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.188164 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Pushing event updated for resources: {'Port': ['ID=76be6c42-535f-4dbf-a3c8-0a34f457fb12,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:53.332118 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.432152 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.477126 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-2d574162-c6bf-49d7-8327-c694c03c0f44 None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:53.478075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2d574162-c6bf-49d7-8327-c694c03c0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.510774 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-2d574162-c6bf-49d7-8327-c694c03c0f44 None None] Port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:07:53.636498 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks [] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.685544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.686293 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (b265595c-f51e-477f-bcbc-023b5953dedc), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:53.765973 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Pushing event updated for resources: {'Port': ['ID=76be6c42-535f-4dbf-a3c8-0a34f457fb12,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:53.809438 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Network 7ce70551-2887-44de-9b95-3fef45de1206 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:07:53.810771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:07:54.031160 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-4802c2fd-0d40-4e4c-b369-4ea85b57093a None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:54.031553 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4802c2fd-0d40-4e4c-b369-4ea85b57093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:54.046117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Router b265595c-f51e-477f-bcbc-023b5953dedc is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:07:54.067309 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4802c2fd-0d40-4e4c-b369-4ea85b57093a None None] Port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:07:54.142669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:07:54.147836 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1f4d9f64-f61d-4f16-b14d-7d8a9bc58d15 demo admin] 10.222.0.24 "PUT /v2.0/routers/b265595c-f51e-477f-bcbc-023b5953dedc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9007151 Apr 07 08:07:54.167350 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Sync routers for ids ['b265595c-f51e-477f-bcbc-023b5953dedc'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:07:54.184135 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Routers {'b265595c-f51e-477f-bcbc-023b5953dedc'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:07:54.185159 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:07:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['b265595c-f51e-477f-bcbc-023b5953dedc'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:54.375791 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Set router b265595c-f51e-477f-bcbc-023b5953dedc gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:07:54.731408 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:54.808017 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:07:53Z', 'revision_number': 2, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port_host': None, '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:53Z', 'revision_number': 2, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:54.859455 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Checking router: b265595c-f51e-477f-bcbc-023b5953dedc for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:07:54.859753 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Updating router b265595c-f51e-477f-bcbc-023b5953dedc port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:07:54.913294 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.424794 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks [] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.479820 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.632521 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Pushing event updated for resources: {'Port': ['ID=76be6c42-535f-4dbf-a3c8-0a34f457fb12,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:55.651089 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.651437 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.651789 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.652134 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.652469 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.652856 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.653189 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.653512 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.653836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.654163 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.654506 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.654850 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.655175 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.655496 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.655813 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Tracked resource versions report: Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: pushed versions: Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: { 'AddressGroup': {'1.2'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Agent': {'1.1'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'ConntrackHelper': {'1.0'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Log': {'1.0'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'NDPProxy': {'1.0'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Network': {'1.1'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Port': {'1.7'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'PortForwarding': {'1.3'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'QosPolicy': {'1.10'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroup': {'1.5'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SubPort': {'1.0'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Subnet': {'1.1'}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Trunk': {'1.1'}} Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: consumer versions: Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Agent': '1.1', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'ConntrackHelper': '1.0', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'LocalIPAssociation': '1.0', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Log': '1.0', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'NDPProxy': '1.0', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Network': '1.1', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Port': '1.7', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'PortForwarding': '1.3', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'QosPolicy': '1.10', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroup': '1.5', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroupRule': '1.2', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SubPort': '1.0', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Subnet': '1.1', Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Trunk': '1.1'}} Apr 07 08:07:55.657302 dv-cinder-815659-6-iscsi neutron-server[103931]: {{(pid=103931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:07:55.666185 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Attempting to bind port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:07:55.666625 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Attempting to bind port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:07:55.667049 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Attempting to bind port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 on network 7ce70551-2887-44de-9b95-3fef45de1206 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:07:55.672693 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:07:55.673204 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Checking segment: {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:07:55.673587 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.673980 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Bound using segment: {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:07:55.674523 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Bound port: 76be6c42-535f-4dbf-a3c8-0a34f457fb12, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012adc03-cd72-4b50-aeef-1812cdff98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:07:55.674914 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.694103 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-5d7af85f-9e87-4540-af53-b84183b854be None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:55.694594 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5d7af85f-9e87-4540-af53-b84183b854be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.728848 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-5d7af85f-9e87-4540-af53-b84183b854be None None] Port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:07:55.745478 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] For port 76be6c42-535f-4dbf-a3c8-0a34f457fb12, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:07:55.765892 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] For port 76be6c42-535f-4dbf-a3c8-0a34f457fb12, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=76be6c42-535f-4dbf-a3c8-0a34f457fb12,segment=NetworkSegment(012adc03-cd72-4b50-aeef-1812cdff98d0),segment_id=012adc03-cd72-4b50-aeef-1812cdff98d0)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:07:55.833663 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:55.890981 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Routers {'b265595c-f51e-477f-bcbc-023b5953dedc'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:07:55.891627 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:07:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['b265595c-f51e-477f-bcbc-023b5953dedc'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:55.932258 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba8a4-53c2-4b9f-b2da-1225131507d7 None None] Pushing event updated for resources: {'Port': ['ID=76be6c42-535f-4dbf-a3c8-0a34f457fb12,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:55.989353 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] Set router b265595c-f51e-477f-bcbc-023b5953dedc gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:07:56.051897 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:07:56.052467 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:56.140516 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Current status of the port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:07:56.140793 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:56.172868 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] For port 76be6c42-535f-4dbf-a3c8-0a34f457fb12, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=76be6c42-535f-4dbf-a3c8-0a34f457fb12,segment=NetworkSegment(012adc03-cd72-4b50-aeef-1812cdff98d0),segment_id=012adc03-cd72-4b50-aeef-1812cdff98d0)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:07:56.216116 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:07:53Z', 'revision_number': 2, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port_host': None, '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:55Z', 'revision_number': 4, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:07:56.223225 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:56.243413 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac84e7-42d4-4f09-999a-bb0e394b2628 None None] The sync data for ids ['b265595c-f51e-477f-bcbc-023b5953dedc'] in dv-cinder-815659-6-iscsi is: [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:07:53Z', 'revision_number': 2, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port_host': None, '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:55Z', 'revision_number': 4, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:07:56.283105 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baa1a7-1570-4815-893c-fd7c39a44a13 None None] Pushing event updated for resources: {'Port': ['ID=76be6c42-535f-4dbf-a3c8-0a34f457fb12,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:56.612542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51658) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:07:56.720382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afd5ae-e91e-44d6-bfbc-358f255b085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:56.726885 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-c6afd5ae-e91e-44d6-bfbc-358f255b085b admin admin] 10.222.0.24 "GET /v2.0/networks/a747f853-7c9d-4fe7-a075-e14bbee1f843 HTTP/1.1" status: 200 len: 842 time: 0.1076238 Apr 07 08:07:56.730907 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'gateway_ip': '172.27.1.1'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:07:56.822995 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Made reservation on behalf of 079a466ea08f42a7bfadc69c2df6c9ad for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:07:56.825262 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:57.282641 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.objects.ports [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103929) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 08:07:57.283069 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (37433cef-d522-4401-a49a-d33229ffbe1e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:57.335895 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37433cef-d522-4401-a49a-d33229ffbe1e,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:07:57.345561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:07:57.345911 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Network hostable DHCP agents. Network: a747f853-7c9d-4fe7-a075-e14bbee1f843, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:07:57.474327 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:07:57.553977 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, a747f853-7c9d-4fe7-a075-e14bbee1f843) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:07:57.558085 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:07:57.558699 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:07:57.564807 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d655a-246b-45f9-86ce-fdee88814106 None None] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:07:57.662743 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2597d73-c61e-43eb-afc2-cbe5b4544045 None None] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:07:57.666092 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-70e9703d-1e87-4d74-b114-b51b6c7ed27f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9384780 Apr 07 08:08:00.122333 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51676) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:08:00.330619 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-df4883c5-97e3-44b6-a494-8b828e7f3ee3 demo admin] 10.222.0.24 "GET /v2.0/routers/b265595c-f51e-477f-bcbc-023b5953dedc HTTP/1.1" status: 200 len: 710 time: 0.2069643 Apr 07 08:08:00.417271 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4eda6-8fab-4868-a7a6-42d2483a23dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:08:00.418683 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e6f4eda6-8fab-4868-a7a6-42d2483a23dd demo admin] 10.222.0.24 "GET /v2.0/networks/a747f853-7c9d-4fe7-a075-e14bbee1f843 HTTP/1.1" status: 200 len: 886 time: 0.0826855 Apr 07 08:08:00.428192 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:08:00.677735 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks [] for router_gateway (b265595c-f51e-477f-bcbc-023b5953dedc), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:01.001100 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks [] for router_gateway (b265595c-f51e-477f-bcbc-023b5953dedc), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:01.073569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:01.177993 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Allocated IP 172.27.1.105 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/063907dc-e1fd-4a29-8505-82e7bd5334ed) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:08:01.280955 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks [] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:01.383055 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:01.419209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:08:01.423350 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:08:01.429677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:08:01.464613 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Pushing event updated for resources: {'Port': ['ID=063907dc-e1fd-4a29-8505-82e7bd5334ed,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:08:01.806894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks [] for router_gateway (b265595c-f51e-477f-bcbc-023b5953dedc), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:02.086700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1809724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26847'] for router (b265595c-f51e-477f-bcbc-023b5953dedc), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:02.091083 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1809715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1809706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811655'] for router (b265595c-f51e-477f-bcbc-023b5953dedc), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:02.205109 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Router b265595c-f51e-477f-bcbc-023b5953dedc has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:08:02.313318 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:08:02.317487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:02.318691 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bf5c3c8e-3a51-4569-b6ce-5662ff8f27aa demo admin] 10.222.0.24 "PUT /v2.0/routers/b265595c-f51e-477f-bcbc-023b5953dedc HTTP/1.1" status: 200 len: 890 time: 1.8936517 Apr 07 08:08:03.422771 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 76be6c42-535f-4dbf-a3c8-0a34f457fb12 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:08:03.470139 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:03.470550 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:03.551583 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:08:04.882091 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 51688) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:08:04.988340 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Sync routers for ids ['b265595c-f51e-477f-bcbc-023b5953dedc'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:08:04.999508 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Routers {'b265595c-f51e-477f-bcbc-023b5953dedc'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:08:05.000158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:07:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['b265595c-f51e-477f-bcbc-023b5953dedc'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:08:05.002881 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f72b7b6e-5d40-440a-bad9-4d72d96e991b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194251 Apr 07 08:08:05.226129 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Set router b265595c-f51e-477f-bcbc-023b5953dedc gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:08:05.697251 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port': {'id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:08:01Z', 'updated_at': '2022-04-07T08:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:56Z', 'revision_number': 5, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:08:05.749370 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Checking router: b265595c-f51e-477f-bcbc-023b5953dedc for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:08:05.749743 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Updating router b265595c-f51e-477f-bcbc-023b5953dedc port 063907dc-e1fd-4a29-8505-82e7bd5334ed binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:08:05.800872 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.118292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks [] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.199812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.252527 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f86e7-ec12-4248-a92a-a8bbf1d31d8f None None] Pushing event updated for resources: {'Port': ['ID=063907dc-e1fd-4a29-8505-82e7bd5334ed,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:08:06.255000 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Attempting to bind port 063907dc-e1fd-4a29-8505-82e7bd5334ed on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:08:06.255377 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Attempting to bind port 063907dc-e1fd-4a29-8505-82e7bd5334ed by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:08:06.255733 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Attempting to bind port 063907dc-e1fd-4a29-8505-82e7bd5334ed on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:08:06.260749 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:08:06.261127 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:08:06.261525 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.261906 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:08:06.262363 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Bound port: 063907dc-e1fd-4a29-8505-82e7bd5334ed, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:08:06.262764 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.320334 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] For port 063907dc-e1fd-4a29-8505-82e7bd5334ed, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:08:06.323577 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] For port 063907dc-e1fd-4a29-8505-82e7bd5334ed, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=063907dc-e1fd-4a29-8505-82e7bd5334ed,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:08:06.389049 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:06.446398 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f86e7-ec12-4248-a92a-a8bbf1d31d8f None None] Pushing event updated for resources: {'Port': ['ID=063907dc-e1fd-4a29-8505-82e7bd5334ed,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:08:06.452703 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Routers {'b265595c-f51e-477f-bcbc-023b5953dedc'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:08:06.453307 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:07:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['b265595c-f51e-477f-bcbc-023b5953dedc'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:08:06.561503 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] Set router b265595c-f51e-477f-bcbc-023b5953dedc gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:08:06.788497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port': {'id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:08:01Z', 'updated_at': '2022-04-07T08:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:56Z', 'revision_number': 5, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:08:06.819208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b241a6e-591f-478c-b643-2af3dae6c177 None None] The sync data for ids ['b265595c-f51e-477f-bcbc-023b5953dedc'] in dv-cinder-815659-6-iscsi is: [{'id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'name': 'router1', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:07:42Z', 'updated_at': '2022-04-07T08:08:01Z', 'revision_number': 4, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'gw_port': {'id': '063907dc-e1fd-4a29-8505-82e7bd5334ed', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:08:01Z', 'updated_at': '2022-04-07T08:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '76be6c42-535f-4dbf-a3c8-0a34f457fb12', 'name': '', 'network_id': '7ce70551-2887-44de-9b95-3fef45de1206', 'tenant_id': '01f2fccbde3949798b258fb9848ca80b', 'mac_address': 'fa:16:3e:2a:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b265595c-f51e-477f-bcbc-023b5953dedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:07:52Z', 'updated_at': '2022-04-07T08:07:56Z', 'revision_number': 5, 'project_id': '01f2fccbde3949798b258fb9848ca80b', 'subnets': [{'id': 'c792ef69-137e-4b27-8b53-25b5732267b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '754250fc-7b2f-4526-b580-849ba67601e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:08:07.483538 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 063907dc-e1fd-4a29-8505-82e7bd5334ed up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:08:07.551243 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 063907dc-e1fd-4a29-8505-82e7bd5334ed triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:07.552012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:07.643082 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 063907dc-e1fd-4a29-8505-82e7bd5334ed is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:08:07.643718 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:07.666999 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 063907dc-e1fd-4a29-8505-82e7bd5334ed, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=063907dc-e1fd-4a29-8505-82e7bd5334ed,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:08:07.760420 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:07.812252 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=063907dc-e1fd-4a29-8505-82e7bd5334ed,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:08:09.450402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 063907dc-e1fd-4a29-8505-82e7bd5334ed up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:08:09.572606 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 063907dc-e1fd-4a29-8505-82e7bd5334ed triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:08:09.573033 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (063907dc-e1fd-4a29-8505-82e7bd5334ed), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:09.727048 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 063907dc-e1fd-4a29-8505-82e7bd5334ed is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:08:18.622414 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6dfcca47-6acf-4ac8-a674-1aec45396e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:18.969049 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:08:20.832870 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-17491e66-a37a-4647-bcc5-c5c954e02d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:22.176626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:23.443648 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:24.724964 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:49.284425 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-36d79b72-8856-41fc-b047-b40efab5cec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:50.842854 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-60c856e2-9488-4444-b3a0-72d1638c9438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:52.186708 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:53.326134 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:54.742259 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:08:55.967729 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:09:18.608738 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7b1efd29-0207-4c36-9876-99591e428d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:20.831499 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1de5fa29-b92d-4f0f-ae38-f84586d9a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:22.174179 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:23.340601 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:24.723325 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:28.720829 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52172) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:28.784302 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c9cc57-f098-4f7f-84bc-30b00b068f5a admin admin] GET failed (client error): The resource could not be found. Apr 07 08:09:28.785581 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d2c9cc57-f098-4f7f-84bc-30b00b068f5a admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638053 Apr 07 08:09:28.941125 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d49e8e-ff50-4ef1-8ff6-e5ba81efbadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:28.943120 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-78d49e8e-ff50-4ef1-8ff6-e5ba81efbadc admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535199 Apr 07 08:09:31.257104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52182) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:31.348565 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8277f0-021e-4984-975b-d5fb6e88e2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:31.349889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6b8277f0-021e-4984-975b-d5fb6e88e2f0 admin admin] 10.222.0.24 "GET /v2.0/subnets/c792ef69-137e-4b27-8b53-25b5732267b8 HTTP/1.1" status: 200 len: 849 time: 0.0918276 Apr 07 08:09:31.359180 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:09:31.439989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Publish callbacks [] for subnet (c792ef69-137e-4b27-8b53-25b5732267b8), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:31.630877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740949496926'] for subnet (c792ef69-137e-4b27-8b53-25b5732267b8), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:31.660058 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:31.660647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:31.662224 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] 10.222.0.24 "PUT /v2.0/subnets/c792ef69-137e-4b27-8b53-25b5732267b8 HTTP/1.1" status: 200 len: 868 time: 0.3063381 Apr 07 08:09:31.664659 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c39d2-7ef3-4baa-beae-eb0f27e036c2 None None] Network 7ce70551-2887-44de-9b95-3fef45de1206 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:09:31.681438 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c792ef69-137e-4b27-8b53-25b5732267b8,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:09:31.688944 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.689313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.689605 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.689946 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.690340 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.690651 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.690985 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.691820 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.692157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.692503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.692864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.693192 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.693515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.693833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:31.694149 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36edd4b4-d873-462f-bda3-fe05a04db471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:09:32.019775 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Provisioning complete for port 285235ea-20ea-42f1-8e61-bf69a8a41396 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:32.020198 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (285235ea-20ea-42f1-8e61-bf69a8a41396), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:32.095511 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Current status of the port 285235ea-20ea-42f1-8e61-bf69a8a41396 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:09:32.106183 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Provisioning complete for port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:09:32.106610 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (76be6c42-535f-4dbf-a3c8-0a34f457fb12), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:32.184468 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-d29da9d6-de52-4cd0-9e88-7c8c117a8ce1 None None] Current status of the port 76be6c42-535f-4dbf-a3c8-0a34f457fb12 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:09:33.015504 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:09:33.995904 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52190) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:34.189673 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89205d-65b0-4e3d-b58c-4dc5eeb610d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:34.190057 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89205d-65b0-4e3d-b58c-4dc5eeb610d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:34.191677 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bd89205d-65b0-4e3d-b58c-4dc5eeb610d8 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947951 Apr 07 08:09:36.511434 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52198) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:36.640920 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23bf3d-a25b-4d53-97d4-fef0b3449bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:36.641395 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23bf3d-a25b-4d53-97d4-fef0b3449bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:36.642933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8c23bf3d-a25b-4d53-97d4-fef0b3449bf4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301806 Apr 07 08:09:38.954367 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52206) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:39.085217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e3d5e-0167-4211-bc6a-2d55d472c0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:39.086610 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-990e3d5e-0167-4211-bc6a-2d55d472c0be admin admin] 10.222.0.24 "GET /v2.0/networks/7ce70551-2887-44de-9b95-3fef45de1206 HTTP/1.1" status: 200 len: 869 time: 0.1312447 Apr 07 08:09:41.400867 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52214) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:41.594279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4cc3ad-ff7d-4a9a-bff9-9f6cee5a2e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:41.595712 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4d4cc3ad-ff7d-4a9a-bff9-9f6cee5a2e04 admin admin] 10.222.0.24 "GET /v2.0/networks/a747f853-7c9d-4fe7-a075-e14bbee1f843 HTTP/1.1" status: 200 len: 886 time: 0.1938698 Apr 07 08:09:43.893711 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52224) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:44.016099 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945df5e9-318d-4246-8947-7dfe315e0083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:44.016561 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945df5e9-318d-4246-8947-7dfe315e0083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:44.018105 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-945df5e9-318d-4246-8947-7dfe315e0083 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233232 Apr 07 08:09:46.325174 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52232) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:46.436171 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89ae6f-0876-4934-8825-c8808b17c88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:46.436633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89ae6f-0876-4934-8825-c8808b17c88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:46.438174 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-6b89ae6f-0876-4934-8825-c8808b17c88f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1120484 Apr 07 08:09:48.624692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-87d444f7-99bf-4757-949d-99f063e3047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:48.746438 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52240) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:48.856689 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501075-05bd-459f-b5bc-074fc90f309c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:48.857952 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d3501075-05bd-459f-b5bc-074fc90f309c admin admin] 10.222.0.24 "GET /v2.0/subnets/37433cef-d522-4401-a49a-d33229ffbe1e HTTP/1.1" status: 200 len: 816 time: 0.1105516 Apr 07 08:09:50.841129 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-55657514-b2d3-4931-9664-1923604e4359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:51.162811 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52248) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:09:51.264427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359171f-5cf4-48d9-9813-e9dac6bade60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:09:51.265770 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1359171f-5cf4-48d9-9813-e9dac6bade60 admin admin] 10.222.0.24 "GET /v2.0/subnets/c792ef69-137e-4b27-8b53-25b5732267b8 HTTP/1.1" status: 200 len: 868 time: 0.1019971 Apr 07 08:09:52.162030 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:53.348967 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:09:54.726247 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:09.964885 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:10:18.629808 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ba856f36-ec24-4e9c-8ff9-8cd13da2fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:20.845553 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-08899040-290d-4138-9aed-c546900a7d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:22.190415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:23.361783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:24.755710 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:32.077678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52306) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:10:32.125405 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [None req-e6530262-f8e8-4caa-abac-04a3501d9dd0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:10:32.126425 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e6530262-f8e8-4caa-abac-04a3501d9dd0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478034 Apr 07 08:10:34.526369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52314) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:10:34.585144 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcfdba2-ed06-4271-9202-30d965c7b319 admin admin] GET failed (client error): The resource could not be found. Apr 07 08:10:34.586421 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-0bcfdba2-ed06-4271-9202-30d965c7b319 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590811 Apr 07 08:10:34.764628 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc5521-e03a-46a0-b3bd-763c48f959c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:10:34.766132 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-92fc5521-e03a-46a0-b3bd-763c48f959c4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1756546 Apr 07 08:10:37.091958 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52322) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:10:37.138389 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:37.245967 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Made reservation on behalf of 079a466ea08f42a7bfadc69c2df6c9ad for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:10:37.248194 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:37.276174 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING neutron.services.revisions.revision_plugin [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Could not find related network for resource to bump revision. Apr 07 08:10:37.290652 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:10:37.299439 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (853770d1-c104-4246-b3b1-6fa95edbf923), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:37.300044 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Added segment 853770d1-c104-4246-b3b1-6fa95edbf923 of type vlan for network 84ffcca8-0a39-4ea7-aaca-d08c52564023 Apr 07 08:10:37.346259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (84ffcca8-0a39-4ea7-aaca-d08c52564023), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:37.411780 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (84ffcca8-0a39-4ea7-aaca-d08c52564023), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:37.412738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:10:37.413309 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:37.473345 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Pushing event updated for resources: {'Network': ['ID=84ffcca8-0a39-4ea7-aaca-d08c52564023,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:10:37.479816 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.480162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.480499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.480835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.481199 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.481524 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.481844 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.482201 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.482688 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.483016 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.483352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.483690 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.484011 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.484331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.485136 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:37.495819 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:10:37.504918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a532b28d-fbdf-4b2f-ab2b-4850e8e35767 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4119227 Apr 07 08:10:39.845204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52330) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:10:39.904861 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.pecan_wsgi.hooks.translation [None req-4905e4c5-5895-4ddc-82fe-c4efc8e7d928 admin admin] GET failed (client error): The resource could not be found. Apr 07 08:10:39.906149 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4905e4c5-5895-4ddc-82fe-c4efc8e7d928 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599957 Apr 07 08:10:40.006161 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1677e3b4-010e-48bb-b0c5-e9911ebdd60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:10:40.008168 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1677e3b4-010e-48bb-b0c5-e9911ebdd60b admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981114 Apr 07 08:10:40.019200 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:10:40.141353 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Made reservation on behalf of 079a466ea08f42a7bfadc69c2df6c9ad for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:10:40.143608 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:40.389159 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (c20b380c-f070-4493-86d5-d53bfcd719e5), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:40.455265 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20b380c-f070-4493-86d5-d53bfcd719e5,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:10:40.462698 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Checking segment: {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:10:40.463082 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Network hostable DHCP agents. Network: 84ffcca8-0a39-4ea7-aaca-d08c52564023, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:10:40.468320 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.468675 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.469694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.470044 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.470388 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.470798 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.471134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.471465 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.471796 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.472147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.472478 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.472807 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.473131 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.473455 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.473825 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:40.577811 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:10:40.661730 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 84ffcca8-0a39-4ea7-aaca-d08c52564023) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:10:40.666386 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:10:40.667049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:40.671290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a139fa-e091-46c0-9d8a-f2e9228e373f None None] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:10:40.769457 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-84ffcca8-0a39-4ea7-aaca-d08c52564023', 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023', 'project_id': '079a466ea08f42a7bfadc69c2df6c9ad', 'fixed_ips': [{'subnet_id': 'c20b380c-f070-4493-86d5-d53bfcd719e5'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:10:40.770285 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:40.801406 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d011f9c4-3c56-4d25-ba8a-89dce8261da8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7855527 Apr 07 08:10:41.009142 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Allocated IP 192.168.233.2 (84ffcca8-0a39-4ea7-aaca-d08c52564023/c20b380c-f070-4493-86d5-d53bfcd719e5/5fd6c2f4-2de9-4ff9-8701-ca70307d9275) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:10:41.152859 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks [] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:41.218262 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:41.259581 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:10:41.262376 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:10:41.268526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:10:41.275489 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Pushing event updated for resources: {'Port': ['ID=5fd6c2f4-2de9-4ff9-8701-ca70307d9275,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:10:41.285626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.285972 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.286346 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.286740 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.291384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:10:41.342125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Attempting to bind port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:10:41.342556 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Attempting to bind port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:10:41.342891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Attempting to bind port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 on network 84ffcca8-0a39-4ea7-aaca-d08c52564023 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:10:41.348837 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:10:41.349214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Checking segment: {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:10:41.349626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:41.350018 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Bound using segment: {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:10:41.350547 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Bound port: 5fd6c2f4-2de9-4ff9-8701-ca70307d9275, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:10:41.351047 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:41.415520 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] For port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:10:41.416040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] For port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5fd6c2f4-2de9-4ff9-8701-ca70307d9275,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:10:41.533094 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:41.588670 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b49d74-5edb-406c-9e20-c6b7357be3a2 None None] Pushing event updated for resources: {'Port': ['ID=5fd6c2f4-2de9-4ff9-8701-ca70307d9275,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:10:42.397939 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c794be-0fe8-4e5f-9797-a32de54fac6c None None] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:10:42.513450 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Provisioning complete for port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:42.513838 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:42.604267 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Current status of the port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:10:42.604661 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:42.641208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] For port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5fd6c2f4-2de9-4ff9-8701-ca70307d9275,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:10:42.715363 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:42.764881 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba680f7-d1cf-4048-ad9b-6304c25e9df4 None None] Pushing event updated for resources: {'Port': ['ID=5fd6c2f4-2de9-4ff9-8701-ca70307d9275,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:10:42.836459 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-eb97f7e1-e1dd-46a8-b9ba-5fd0577815bc None None] Provisioning complete for port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:42.836828 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-eb97f7e1-e1dd-46a8-b9ba-5fd0577815bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:42.917998 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-eb97f7e1-e1dd-46a8-b9ba-5fd0577815bc None None] Current status of the port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:10:43.520547 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:10:43.571776 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:10:43.572262 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5fd6c2f4-2de9-4ff9-8701-ca70307d9275), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:43.653898 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 5fd6c2f4-2de9-4ff9-8701-ca70307d9275 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:10:46.966203 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:10:48.651729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-98a0e8fa-f6cb-42cf-852a-c32c8400fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:50.941105 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-76943edf-fa2e-4ca1-bb4d-e577d28c11ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:52.203532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:53.346714 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:10:54.736951 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:18.644864 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-46b94b1c-d646-432d-bbbb-e1d09dd066dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:20.837180 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4789f3e1-8f31-4f31-94b6-bddb70f94d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:22.196644 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:23.359064 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:23.965102 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:11:24.734183 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:48.638307 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-48aaa4c3-5eae-4bf6-8c51-4cc55ece8266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:50.843839 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c116058b-9a61-4e9a-995d-3fd6003628a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:52.186675 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:53.363975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:11:54.735343 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:00.964011 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:12:18.648497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-25141bbe-ca84-4fd4-8b19-b0557ef316a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:20.863771 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9a31c044-cae8-4af4-87ad-b6412c6a0a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:22.211936 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:23.390891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:24.717151 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:37.962369 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:12:48.647585 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ddfea5af-2d1e-4f2d-85a1-913360b26b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:50.891304 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ae1e8269-9569-46d2-b2ad-d7ee27b426fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:52.196292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:53.384551 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:54.721692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:58.341314 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52372) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:12:58.347050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [None req-02106a0d-8123-4112-bde3-5dfd45c27186 tempest-verify_tempest_config-427666252 tempest-verify_tempest_config-427666252-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:12:58.348007 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-02106a0d-8123-4112-bde3-5dfd45c27186 tempest-verify_tempest_config-427666252 tempest-verify_tempest_config-427666252-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057278 Apr 07 08:12:58.892352 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52390) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:12:58.992588 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.064573 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Publish callbacks [] for security_group (a58306ea-f09e-4626-8517-ea7b5dfc82fa), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.141941 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a58306ea-f09e-4626-8517-ea7b5dfc82fa), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.187348 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c929dc01c31446cbb55942750921b6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2939742 Apr 07 08:12:59.188399 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58306ea-f09e-4626-8517-ea7b5dfc82fa,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:12:59.190071 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52394) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:12:59.195024 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.195385 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.195742 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.196098 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.196444 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.196785 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.197122 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.197459 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.197797 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.198138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.198514 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.198851 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.199185 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.199515 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.199846 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0fa5b-f636-43dd-88b8-6947b4338644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.243386 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Publish callbacks [] for security_group (a58306ea-f09e-4626-8517-ea7b5dfc82fa), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.263768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Publish callbacks [] for security_group (a58306ea-f09e-4626-8517-ea7b5dfc82fa), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.427007 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a58306ea-f09e-4626-8517-ea7b5dfc82fa), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.429528 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:12:59.430731 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a58306ea-f09e-4626-8517-ea7b5dfc82fa HTTP/1.1" status: 204 len: 168 time: 0.2396398 Apr 07 08:12:59.439032 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58306ea-f09e-4626-8517-ea7b5dfc82fa,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:12:59.445620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.445963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.446319 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.446681 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.447009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.447331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.447649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.447965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.448298 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.448729 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.448931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.449266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.449587 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.450028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:12:59.450343 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f267ed-2a9c-4345-b3de-14eaf8bd0958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:13:14.961883 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:13:18.644288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-29256879-0347-4da6-b085-c54b9a0243f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:20.866860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-71acda1d-5f6d-4b7b-a059-06aabdf64fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:22.198569 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:23.365892 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:24.735303 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:48.666189 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-84b64773-92ff-4940-b44d-d9974b6de359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:50.906265 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9513905b-77c6-47c8-a7c7-2341ddb30e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:51.960781 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:13:52.197344 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:53.420374 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:13:54.741933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:18.636417 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-772cb285-05ee-49d1-8e53-ea23eba18bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:20.911477 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-638a6099-71cb-4ec6-bffa-6517f1dbead9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:22.201489 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:23.398599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:24.741002 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:28.959223 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 5 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:14:42.974851 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810092'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:48.663629 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4fd6b4d0-051c-41ed-82fa-c9cc99f7a3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:50.883351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-996a7b1f-0c2a-4dd1-a379-e31d3e6bf21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:52.212790 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:53.383697 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:54.757638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:14:57.097001 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52466) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:14:57.198858 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3984a575-9b17-4dc2-bf01-45f539e2cccb admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007423 Apr 07 08:14:59.517815 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52476) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:14:59.571942 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ca7a3fe0-85d6-4689-b749-c8eef39aa7f5 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528815 Apr 07 08:15:05.958129 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:15:12.977104 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:18.634697 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f87ff057-88d8-4a91-ae33-213942c41e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:20.885370 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c880725f-1eb2-42b0-b1ee-88582d3878d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:22.207584 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:23.384601 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:24.727549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:42.950384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:42.957148 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:15:48.642079 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e58b7ee4-6b7d-492f-b619-930258eb14d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:50.890709 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-264e4e87-2b07-408c-a2d8-03be7f0220cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:52.219220 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:53.388267 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:15:54.722108 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:12.959378 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:18.630849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f48ee3b0-1f45-42b1-afaf-3e9ee19391d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:19.956622 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:16:20.959244 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0d2-ad8f-4aac-9a49-1b1797619d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:22.213574 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:23.393353 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:24.727623 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.173211 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52670) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:39.511613 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-432546249-network', 'tenant_id': '1a65dca85af0457db32c0cecffd81193'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:39.593496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Made reservation on behalf of 1a65dca85af0457db32c0cecffd81193 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:39.595895 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.608173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.630673 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52694) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:39.685704 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks [] for security_group (485a7cd6-6fb4-4174-a619-4806853a199c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.712897 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52702) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:39.759980 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (485a7cd6-6fb4-4174-a619-4806853a199c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.786765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:39.792884 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a7cd6-6fb4-4174-a619-4806853a199c,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:39.801214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (87c1db82-8af0-452f-a773-e935ffc7713e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.801546 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Added segment 87c1db82-8af0-452f-a773-e935ffc7713e of type vlan for network 6f5bda89-16b9-445c-a976-5051601d8d24 Apr 07 08:16:39.803635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.803977 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.804334 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.804672 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.805002 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.805838 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.806153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.806491 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.806833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.807154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.807487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.807823 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.808144 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.808455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.808768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Tracked resource versions report: Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: pushed versions: Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: { 'AddressGroup': {'1.2'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Agent': {'1.1'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'ConntrackHelper': {'1.0'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Log': {'1.0'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'NDPProxy': {'1.0'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Network': {'1.1'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Port': {'1.7'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'PortForwarding': {'1.3'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'QosPolicy': {'1.10'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroup': {'1.5'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SubPort': {'1.0'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Subnet': {'1.1'}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Trunk': {'1.1'}} Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: consumer versions: Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: HyperV agent@hv-cinder-81565: {}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Agent': '1.1', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'ConntrackHelper': '1.0', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'LocalIPAssociation': '1.0', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Log': '1.0', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'NDPProxy': '1.0', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Network': '1.1', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Port': '1.7', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'PortForwarding': '1.3', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'QosPolicy': '1.10', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroup': '1.5', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SecurityGroupRule': '1.2', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'SubPort': '1.0', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Subnet': '1.1', Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: 'Trunk': '1.1'}} Apr 07 08:16:39.810001 dv-cinder-815659-6-iscsi neutron-server[103929]: {{(pid=103929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:16:39.853996 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (6f5bda89-16b9-445c-a976-5051601d8d24), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.911443 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52712) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:39.962598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (6f5bda89-16b9-445c-a976-5051601d8d24), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:39.963560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:39.964147 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.008330 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1545117082-network', 'tenant_id': '23ca8b13c5d6486285cedf45d7245b6a'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.030540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5bda89-16b9-445c-a976-5051601d8d24,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:40.043259 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 6f5bda89-16b9-445c-a976-5051601d8d24 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:40.056171 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-791144357-network', 'tenant_id': '855750222ce5470b8ee897311bbc175c'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.071917 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b71d59cc-7cfd-47b9-83be-8de1ed0d5214 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8979571 Apr 07 08:16:40.074676 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52718) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:40.077989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Request body: {'subnet': {'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-432546249-subnet', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.098373 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52720) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:40.137029 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52724) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:40.179328 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.182330 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.189678 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-344034895-network', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.198853 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.199796 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Made reservation on behalf of 1a65dca85af0457db32c0cecffd81193 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.202504 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.202632 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Made reservation on behalf of 23ca8b13c5d6486285cedf45d7245b6a for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.204747 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.229661 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-916671233-network', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.239069 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.340922 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Made reservation on behalf of c0598d0f794f40b49322c9417c47dfb3 for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.343457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.368427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.387820 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks [] for security_group (ad08759f-389e-43ea-ac3d-1d3e7d406253), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.401452 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Made reservation on behalf of 04484041f7f94f849d3964bfd19e47e9 for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.403783 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.424088 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks [] for security_group (189499cd-816e-412a-a6c1-125d794eba96), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.427448 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.435417 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-163085529-network', 'tenant_id': 'f7d7761a67cc4dabb390af595497f692'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.474195 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (07b418ef-0a96-4d61-86d2-868b046ed9d8), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.540492 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b418ef-0a96-4d61-86d2-868b046ed9d8,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:40.548813 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Checking segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:40.549470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Network hostable DHCP agents. Network: 6f5bda89-16b9-445c-a976-5051601d8d24, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:40.558798 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ad08759f-389e-43ea-ac3d-1d3e7d406253), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.569005 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (189499cd-816e-412a-a6c1-125d794eba96), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.584035 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks [] for security_group (c710bce4-d49f-4b4b-8c7d-458236e46b21), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.609061 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:40.614039 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:40.640106 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:40.652840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (12835a39-087d-4265-80c3-7ec61bcf291f), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.653389 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Added segment 12835a39-087d-4265-80c3-7ec61bcf291f of type vlan for network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 Apr 07 08:16:40.655531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.655851 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Added segment dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7 of type vlan for network e436714d-fd7b-4023-a411-0a52d57a3d0f Apr 07 08:16:40.682319 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08759f-389e-43ea-ac3d-1d3e7d406253,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:40.686678 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Made reservation on behalf of f7d7761a67cc4dabb390af595497f692 for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:40.688817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.690659 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c710bce4-d49f-4b4b-8c7d-458236e46b21), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.742323 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 6f5bda89-16b9-445c-a976-5051601d8d24) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:40.751727 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:40.753838 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.755054 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks [] for security_group (f675630a-1e68-4923-9825-3df8cd1dd8b7), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.756072 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad4ceb-1686-499d-8337-4f78ca3d5d41 None None] Network 6f5bda89-16b9-445c-a976-5051601d8d24 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:40.756255 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.758601 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.758959 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.759322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.759677 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.760512 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.760512 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.760747 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.760955 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.761294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.761684 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.762030 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.762373 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.762719 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.763033 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.763349 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Tracked resource versions report: Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: pushed versions: Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: { 'AddressGroup': {'1.2'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Agent': {'1.1'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'ConntrackHelper': {'1.0'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Log': {'1.0'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'NDPProxy': {'1.0'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Network': {'1.1'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Port': {'1.7'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'PortForwarding': {'1.3'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'QosPolicy': {'1.10'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroup': {'1.5'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SubPort': {'1.0'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Subnet': {'1.1'}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Trunk': {'1.1'}} Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: consumer versions: Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: HyperV agent@hv-cinder-81565: {}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Agent': '1.1', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'ConntrackHelper': '1.0', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'LocalIPAssociation': '1.0', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Log': '1.0', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'NDPProxy': '1.0', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Network': '1.1', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Port': '1.7', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'PortForwarding': '1.3', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'QosPolicy': '1.10', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroup': '1.5', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SecurityGroupRule': '1.2', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'SubPort': '1.0', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Subnet': '1.1', Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: 'Trunk': '1.1'}} Apr 07 08:16:40.764548 dv-cinder-815659-6-iscsi neutron-server[103928]: {{(pid=103928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:16:40.799581 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (35d4daf0-9c27-470a-a7d3-6cc69c7ba635), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.803140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:40.805770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (e436714d-fd7b-4023-a411-0a52d57a3d0f), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.859835 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (3c82a093-7ffe-4392-83fe-e334edd3b749), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.860199 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Added segment 3c82a093-7ffe-4392-83fe-e334edd3b749 of type vlan for network 8aa5e598-1986-40f3-8a00-4ca541e02858 Apr 07 08:16:40.882287 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bd31d116-1719-45a5-94f5-c623ea0f006a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8085315 Apr 07 08:16:40.886734 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52774) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:40.897727 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:40.901652 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189499cd-816e-412a-a6c1-125d794eba96,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:40.904339 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f675630a-1e68-4923-9825-3df8cd1dd8b7), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.924505 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-6f5bda89-16b9-445c-a976-5051601d8d24', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:16:40.924505 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.972302 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (8aa5e598-1986-40f3-8a00-4ca541e02858), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.981924 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (35d4daf0-9c27-470a-a7d3-6cc69c7ba635), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.981924 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:40.981924 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:40.990384 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710bce4-d49f-4b4b-8c7d-458236e46b21,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.000725 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (09459841-a872-418c-80ee-39d125d5ef5b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.001960 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (09459841-a872-418c-80ee-39d125d5ef5b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.018550 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (e436714d-fd7b-4023-a411-0a52d57a3d0f), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.019764 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:41.020531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.042900 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.db.api [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:16:41.043882 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG oslo_db.api [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 08:16:41.102117 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Allocated IP 172.20.0.2 (6f5bda89-16b9-445c-a976-5051601d8d24/07b418ef-0a96-4d61-86d2-868b046ed9d8/7adf3eff-fd8c-483a-af17-b085643a41f8) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:41.112266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for router_controller (09459841-a872-418c-80ee-39d125d5ef5b), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.173792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52782) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:41.173938 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5451748 Apr 07 08:16:41.174701 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f675630a-1e68-4923-9825-3df8cd1dd8b7,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.181214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Request body: {'subnet': {'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1545117082-subnet', 'tenant_id': '23ca8b13c5d6486285cedf45d7245b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:41.190320 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (8aa5e598-1986-40f3-8a00-4ca541e02858), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.191905 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:41.192651 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.212443 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefae68-930a-4a99-a497-f3c9fbaaf93f admin admin] Pushing event updated for resources: {'Network': ['ID=35d4daf0-9c27-470a-a7d3-6cc69c7ba635,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.214811 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks [] for security_group (c63f0814-520f-4800-abba-fd29c27e4b9f), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.220440 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5063851 Apr 07 08:16:41.223382 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52788) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:41.228854 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Request body: {'subnet': {'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-791144357-subnet', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:41.256701 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:41.296378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c63f0814-520f-4800-abba-fd29c27e4b9f), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.300700 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cef70-4442-4987-a3a5-0e9c02d69c74 admin admin] Pushing event updated for resources: {'Network': ['ID=e436714d-fd7b-4023-a411-0a52d57a3d0f,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.331033 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network e436714d-fd7b-4023-a411-0a52d57a3d0f details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:41.343411 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks [] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.352470 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2444532 Apr 07 08:16:41.353592 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:41.355590 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52792) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:41.363904 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Request body: {'subnet': {'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-subnet', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:41.397817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63f0814-520f-4800-abba-fd29c27e4b9f,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.405915 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:41.408207 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.426404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (1895a960-5100-4903-bf21-5c1bec1c241e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.426768 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Added segment 1895a960-5100-4903-bf21-5c1bec1c241e of type vlan for network cfef7fd2-441f-48f3-b45f-a0fe541eaa48 Apr 07 08:16:41.430064 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40df2f-52ca-4b9f-aeb0-e25395690bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa5e598-1986-40f3-8a00-4ca541e02858,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.446924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Made reservation on behalf of 23ca8b13c5d6486285cedf45d7245b6a for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:41.446924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.455174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:41.472036 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for router_gateway (09459841-a872-418c-80ee-39d125d5ef5b), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.491100 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.518985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (cfef7fd2-441f-48f3-b45f-a0fe541eaa48), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.549175 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.562491 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:41.582506 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Made reservation on behalf of 04484041f7f94f849d3964bfd19e47e9 for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:41.582506 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.587961 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:41.596381 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:41.601299 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Pushing event updated for resources: {'Port': ['ID=7adf3eff-fd8c-483a-af17-b085643a41f8,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.614575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.614933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.615466 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.615669 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.616000 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.616335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.616664 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.616991 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.617318 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.617644 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.618415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.618415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.618744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.619070 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.620015 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Tracked resource versions report: Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: pushed versions: Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: { 'AddressGroup': {'1.2'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Agent': {'1.1'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'ConntrackHelper': {'1.0'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Log': {'1.0'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'NDPProxy': {'1.0'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Network': {'1.1'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Port': {'1.7'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'PortForwarding': {'1.3'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'QosPolicy': {'1.10'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroup': {'1.5'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SubPort': {'1.0'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Subnet': {'1.1'}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Trunk': {'1.1'}} Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: consumer versions: Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: HyperV agent@hv-cinder-81565: {}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Agent': '1.1', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'ConntrackHelper': '1.0', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'LocalIPAssociation': '1.0', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Log': '1.0', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'NDPProxy': '1.0', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Network': '1.1', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Port': '1.7', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'PortForwarding': '1.3', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'QosPolicy': '1.10', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroup': '1.5', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SecurityGroupRule': '1.2', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'SubPort': '1.0', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Subnet': '1.1', Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: 'Trunk': '1.1'}} Apr 07 08:16:41.620604 dv-cinder-815659-6-iscsi neutron-server[103930]: {{(pid=103930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:16:41.677563 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Attempting to bind port 7adf3eff-fd8c-483a-af17-b085643a41f8 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:41.684753 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Attempting to bind port 7adf3eff-fd8c-483a-af17-b085643a41f8 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:41.684753 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Attempting to bind port 7adf3eff-fd8c-483a-af17-b085643a41f8 on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:41.687806 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:41.688508 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Checking segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:41.688707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.689209 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Bound using segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:41.689875 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Bound port: 7adf3eff-fd8c-483a-af17-b085643a41f8, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:41.690328 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.720003 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (cfef7fd2-441f-48f3-b45f-a0fe541eaa48), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.720944 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:41.721524 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.727269 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:41.776370 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (04231b2b-094d-454c-9735-457c547e077a), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.776715 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Added segment 04231b2b-094d-454c-9735-457c547e077a of type vlan for network e0ed5bdb-95be-4d41-bb84-74d454414530 Apr 07 08:16:41.780432 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52804) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:41.780985 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] For port 7adf3eff-fd8c-483a-af17-b085643a41f8, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:41.784287 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] For port 7adf3eff-fd8c-483a-af17-b085643a41f8, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7adf3eff-fd8c-483a-af17-b085643a41f8,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:41.849272 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.871993 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7338901 Apr 07 08:16:41.875520 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52810) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:41.884905 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Request body: {'subnet': {'network_id': 'cfef7fd2-441f-48f3-b45f-a0fe541eaa48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-163085529-subnet', 'tenant_id': 'f7d7761a67cc4dabb390af595497f692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:41.899648 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f992f-5479-4fd1-8bc1-4b86ef797171 admin admin] Pushing event updated for resources: {'Network': ['ID=cfef7fd2-441f-48f3-b45f-a0fe541eaa48,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.908585 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (e0ed5bdb-95be-4d41-bb84-74d454414530), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:41.950540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26d0e-5472-454e-afef-7c5cc96b10b9 None None] Pushing event updated for resources: {'Port': ['ID=7adf3eff-fd8c-483a-af17-b085643a41f8,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:41.963025 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network cfef7fd2-441f-48f3-b45f-a0fe541eaa48 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:41.987586 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (c6b8a2c5-0811-441b-b7b7-4ba235020f9a), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.028764 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.063845 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (e0ed5bdb-95be-4d41-bb84-74d454414530), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.064155 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for router_gateway (09459841-a872-418c-80ee-39d125d5ef5b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.064791 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:42.070155 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.087854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.151238 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:42.167825 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] Pushing event updated for resources: {'Network': ['ID=e0ed5bdb-95be-4d41-bb84-74d454414530,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:42.173403 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.175233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a05d61e9-c32d-478d-9853-30aefeff17ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.188010 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network e0ed5bdb-95be-4d41-bb84-74d454414530 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:42.246240 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-040bc5d9-2050-457b-870b-445abaddd86b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3329425 Apr 07 08:16:42.251495 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b8a2c5-0811-441b-b7b7-4ba235020f9a,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:42.254490 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52824) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:42.256932 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:42.256932 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Network hostable DHCP agents. Network: e436714d-fd7b-4023-a411-0a52d57a3d0f, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:42.268113 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Request body: {'subnet': {'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-subnet', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:42.296133 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:42.313914 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Checking segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:42.314375 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Network hostable DHCP agents. Network: 8aa5e598-1986-40f3-8a00-4ca541e02858, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:42.351249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Allocated IP 172.27.1.116 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/f0faf324-7c83-4e62-bc2c-e5997fbf3b97) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:42.373602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Checking segment: {'id': '12835a39-087d-4265-80c3-7ec61bcf291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:42.373966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Network hostable DHCP agents. Network: 35d4daf0-9c27-470a-a7d3-6cc69c7ba635, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:42.376136 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Made reservation on behalf of f7d7761a67cc4dabb390af595497f692 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:42.378517 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.391135 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:42.425485 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:42.512014 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, e436714d-fd7b-4023-a411-0a52d57a3d0f) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:42.515153 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 8aa5e598-1986-40f3-8a00-4ca541e02858) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:42.518435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:42.519103 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.524541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf71244-01c0-4965-91c2-83265f74f5ab None None] Network e436714d-fd7b-4023-a411-0a52d57a3d0f requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:42.537327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:42.538168 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.558119 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ced99-1e07-4f97-9973-98875f334a73 None None] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:42.617527 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1e6fe5e1-ce09-465f-a57c-ca65944781f2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3916605 Apr 07 08:16:42.619716 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52840) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:42.624341 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:42.627468 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Made reservation on behalf of c0598d0f794f40b49322c9417c47dfb3 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:42.629714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.640483 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b8f520f3-be22-41a8-905c-0298e16df897 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2808371 Apr 07 08:16:42.649002 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52842) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:42.654256 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:42.730071 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.733645 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.747277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:42.769223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.769223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.776843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a05d61e9-c32d-478d-9853-30aefeff17ed admin admin] Publish callbacks [] for security_group (92b922ac-4e30-4f8b-8086-99dce9093b57), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.797312 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-8aa5e598-1986-40f3-8a00-4ca541e02858', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:16:42.798308 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 35d4daf0-9c27-470a-a7d3-6cc69c7ba635) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:42.799063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.801402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-e436714d-fd7b-4023-a411-0a52d57a3d0f', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:16:42.802282 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.821356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:42.821715 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39decc40-322e-43f1-817e-c4500259cbe0 None None] Network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:42.821970 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.830998 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.866322 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a05d61e9-c32d-478d-9853-30aefeff17ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92b922ac-4e30-4f8b-8086-99dce9093b57), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.924352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d61e9-c32d-478d-9853-30aefeff17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b922ac-4e30-4f8b-8086-99dce9093b57,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:42.978695 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-59f596ba-e045-465a-9173-95d56e01ef7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7941253 Apr 07 08:16:42.990221 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for router_controller (d2b290bc-2634-4740-afb1-8fec8f6c59d8), precommit_add_association {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:42.996089 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for router_controller (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), precommit_add_association {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.037505 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52852) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:43.039335 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a05d61e9-c32d-478d-9853-30aefeff17ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd4fca05149473c8fb14542e8595e94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2471356 Apr 07 08:16:43.122524 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.185241 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:43.190540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:43.194153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:43.246730 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Allocated IP 172.20.0.2 (8aa5e598-1986-40f3-8a00-4ca541e02858/a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db/12fc4581-9c69-404b-a65b-497f5ab57a8e) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:43.385172 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (fb37753e-07a0-445f-9155-2cf072f34053), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.386003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a9561d-5ca7-4db7-a095-7ab5abfb6adf None None] Network 6f5bda89-16b9-445c-a976-5051601d8d24 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:43.393371 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Pushing event updated for resources: {'Port': ['ID=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:43.393371 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.396675 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52862) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:43.448906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb37753e-07a0-445f-9155-2cf072f34053,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:43.462363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for router_gateway (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.525717 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:43.581081 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:43.581765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Network hostable DHCP agents. Network: e0ed5bdb-95be-4d41-bb84-74d454414530, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:43.623333 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Checking segment: {'id': '1895a960-5100-4903-bf21-5c1bec1c241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfef7fd2-441f-48f3-b45f-a0fe541eaa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:43.623789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Network hostable DHCP agents. Network: cfef7fd2-441f-48f3-b45f-a0fe541eaa48, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:43.636965 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831b136-20ab-46e8-bbfd-d5d8aabda146 None None] Network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:43.673733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] Publish callbacks [] for security_group (92b922ac-4e30-4f8b-8086-99dce9093b57), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.699725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for router_gateway (d2b290bc-2634-4740-afb1-8fec8f6c59d8), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.721637 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] Publish callbacks [] for security_group (92b922ac-4e30-4f8b-8086-99dce9093b57), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.738313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:43.756038 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-052ff808-fa64-4f3b-bea7-873f29efc9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.758500 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Network cfef7fd2-441f-48f3-b45f-a0fe541eaa48 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:43.772096 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.778603 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Provisioning complete for port 7adf3eff-fd8c-483a-af17-b085643a41f8 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:43.778603 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.854900 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7adf3eff-fd8c-483a-af17-b085643a41f8 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:43.878940 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52888) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:43.885974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, cfef7fd2-441f-48f3-b45f-a0fe541eaa48) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:43.895701 dv-cinder-815659-6-iscsi neutron-server[103929]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 08:16:43.904175 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977043d9-65b6-492d-9f75-f213d246c1b6 None None] Network cfef7fd2-441f-48f3-b45f-a0fe541eaa48 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:43.921480 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Allocated IP 172.20.0.2 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/3a77cbf4-8e02-46e9-89eb-36d003612b79) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:43.930218 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:43.931390 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:43.944090 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, e0ed5bdb-95be-4d41-bb84-74d454414530) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:43.970989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3479f9-f6ce-4067-bd02-8b23596a8bf4 None None] Network e0ed5bdb-95be-4d41-bb84-74d454414530 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:44.012810 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:44.013396 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.016676 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks [] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.016835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-052ff808-fa64-4f3b-bea7-873f29efc9a1 admin admin] Publish callbacks [] for security_group (430e2f84-cb33-42f5-b7f8-ca2a90e2689b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.098177 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-052ff808-fa64-4f3b-bea7-873f29efc9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (430e2f84-cb33-42f5-b7f8-ca2a90e2689b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.149568 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.155057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92b922ac-4e30-4f8b-8086-99dce9093b57), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.157733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.159045 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92b922ac-4e30-4f8b-8086-99dce9093b57 HTTP/1.1" status: 204 len: 168 time: 1.1205153 Apr 07 08:16:44.197778 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-91a9f27d-8a31-49af-ba64-0541dc27e5f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3196092 Apr 07 08:16:44.199121 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 7adf3eff-fd8c-483a-af17-b085643a41f8 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:44.199520 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.211206 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6bb42043-2c0c-47d5-a1e3-69a6c0cf819e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9495034 Apr 07 08:16:44.214974 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-052ff808-fa64-4f3b-bea7-873f29efc9a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84105ddf85df43e5b7ee96b11ea7b456&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8105977 Apr 07 08:16:44.217476 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52896) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:44.217766 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52898) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:44.231675 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:44.234782 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for router_gateway (09459841-a872-418c-80ee-39d125d5ef5b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.243645 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ff808-fa64-4f3b-bea7-873f29efc9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430e2f84-cb33-42f5-b7f8-ca2a90e2689b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:44.301377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-a0be9875-8ed5-4f06-a837-ce1a87759c4d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:44.308147 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-a0be9875-8ed5-4f06-a837-ce1a87759c4d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/networks?id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635 HTTP/1.1" status: 200 len: 812 time: 0.4243226 Apr 07 08:16:44.328101 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394584b-fc1a-4265-9b49-9f9b488dd054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b922ac-4e30-4f8b-8086-99dce9093b57,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:44.344726 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:44.345266 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for router_gateway (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.360160 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-6a8530b6-7a35-4413-a4a9-1796333a5773 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/quotas/23ca8b13c5d6486285cedf45d7245b6a HTTP/1.1" status: 200 len: 375 time: 0.0507300 Apr 07 08:16:44.374925 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.381561 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9331f9-3566-4a2e-b02d-671de5115762 None None] Network cfef7fd2-441f-48f3-b45f-a0fe541eaa48 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:44.384924 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:44.387891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:44.407286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Current status of the port 7adf3eff-fd8c-483a-af17-b085643a41f8 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:44.407286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.407286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-e0ed5bdb-95be-4d41-bb84-74d454414530', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:16:44.407286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.462897 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Pushing event updated for resources: {'Port': ['ID=12fc4581-9c69-404b-a65b-497f5ab57a8e,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:44.466675 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-546ffe32-f240-48d5-87c0-39c5064fe213 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23ca8b13c5d6486285cedf45d7245b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059396 Apr 07 08:16:44.471756 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (3930cc92-015b-473f-acc6-b35f86f96238), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.472781 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (3930cc92-015b-473f-acc6-b35f86f96238), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.481383 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] Publish callbacks [] for security_group (430e2f84-cb33-42f5-b7f8-ca2a90e2689b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.575863 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] Publish callbacks [] for security_group (430e2f84-cb33-42f5-b7f8-ca2a90e2689b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.624648 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for router_controller (3930cc92-015b-473f-acc6-b35f86f96238), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.664671 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for router_gateway (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.673461 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Allocated IP 172.27.1.210 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/2009e3dc-82ab-4a3a-97d0-7b861c10201e) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:44.673679 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] For port 7adf3eff-fd8c-483a-af17-b085643a41f8, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7adf3eff-fd8c-483a-af17-b085643a41f8,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:16:44.696928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.726573 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks [] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.729547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (09459841-a872-418c-80ee-39d125d5ef5b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.758288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.761333 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Attempting to bind port 12fc4581-9c69-404b-a65b-497f5ab57a8e on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:44.761754 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Attempting to bind port 12fc4581-9c69-404b-a65b-497f5ab57a8e by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:44.762078 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Attempting to bind port 12fc4581-9c69-404b-a65b-497f5ab57a8e on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:44.847923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.881255 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.896052 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:44.896495 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Checking segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:44.903087 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:44.903925 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Bound using segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:44.904942 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Bound port: 12fc4581-9c69-404b-a65b-497f5ab57a8e, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:44.905357 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.058089 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.134391 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (430e2f84-cb33-42f5-b7f8-ca2a90e2689b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.135133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 7adf3eff-fd8c-483a-af17-b085643a41f8 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:45.135840 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.137083 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.140672 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/430e2f84-cb33-42f5-b7f8-ca2a90e2689b HTTP/1.1" status: 204 len: 168 time: 0.9137044 Apr 07 08:16:45.147106 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:45.164237 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4d76b-ca95-415e-b943-4b83c68c28e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430e2f84-cb33-42f5-b7f8-ca2a90e2689b,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:45.193620 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:45.198865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Pushing event updated for resources: {'Port': ['ID=2009e3dc-82ab-4a3a-97d0-7b861c10201e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:45.204547 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:45.205681 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:45.208970 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:45.212053 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:45.217355 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Allocated IP 172.27.1.106 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/f345e469-2892-4046-9702-c79b51527490) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:45.227840 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-02e870f4-a78a-45f1-a8ad-176fe7195f64 None None] Provisioning complete for port 7adf3eff-fd8c-483a-af17-b085643a41f8 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:45.228239 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-02e870f4-a78a-45f1-a8ad-176fe7195f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.470330 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deebaf-93f7-4881-924f-28de77a5b818 None None] Pushing event updated for resources: {'Port': ['ID=7adf3eff-fd8c-483a-af17-b085643a41f8,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:45.483668 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for router_gateway (3930cc92-015b-473f-acc6-b35f86f96238), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.484456 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] For port 12fc4581-9c69-404b-a65b-497f5ab57a8e, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:45.484456 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Pushing event updated for resources: {'Port': ['ID=3a77cbf4-8e02-46e9-89eb-36d003612b79,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:45.484456 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] For port 12fc4581-9c69-404b-a65b-497f5ab57a8e, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=12fc4581-9c69-404b-a65b-497f5ab57a8e,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:45.484456 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Allocated IP 172.20.0.2 (e0ed5bdb-95be-4d41-bb84-74d454414530/fb37753e-07a0-445f-9155-2cf072f34053/e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:45.485179 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-4ebc6c4f-a969-46d1-80ca-25abf05cc207 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:16:45.485179 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-4ebc6c4f-a969-46d1-80ca-25abf05cc207 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3570938 Apr 07 08:16:45.494648 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Router 09459841-a872-418c-80ee-39d125d5ef5b is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:16:45.498781 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for port (f345e469-2892-4046-9702-c79b51527490), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.514241 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Attempting to bind port 3a77cbf4-8e02-46e9-89eb-36d003612b79 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:45.514651 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Attempting to bind port 3a77cbf4-8e02-46e9-89eb-36d003612b79 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:45.515020 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Attempting to bind port 3a77cbf4-8e02-46e9-89eb-36d003612b79 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:45.527627 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.db.api [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:16:45.528003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG oslo_db.api [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 08:16:45.546256 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:45.546668 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:45.547363 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.553497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:45.553497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Bound port: 3a77cbf4-8e02-46e9-89eb-36d003612b79, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:45.553497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.682967 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.706428 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-02e870f4-a78a-45f1-a8ad-176fe7195f64 None None] Current status of the port 7adf3eff-fd8c-483a-af17-b085643a41f8 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:45.709383 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-fc952a3c-7f6f-4b9f-acbc-c89c7c1567cb service neutron] 10.222.0.24 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052884 Apr 07 08:16:45.738487 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (f345e469-2892-4046-9702-c79b51527490), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.740792 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] For port 3a77cbf4-8e02-46e9-89eb-36d003612b79, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:45.754799 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:45.769132 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:45.798391 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:45.799079 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:45.818443 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] For port 3a77cbf4-8e02-46e9-89eb-36d003612b79, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=3a77cbf4-8e02-46e9-89eb-36d003612b79,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:45.889075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.890035 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-34e7afd8-382a-4e4c-8f37-d3f46273a628 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0023036 Apr 07 08:16:45.895513 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52938) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:45.927185 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.929834 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks [] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:45.932586 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ffcda-829c-4940-bd1a-230a65d3534d None None] Pushing event updated for resources: {'Port': ['ID=12fc4581-9c69-404b-a65b-497f5ab57a8e,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:45.947781 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52940) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:45.964903 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-328490929-network', 'tenant_id': '110789bd3faf4d86a887aa8b1cfb9b15'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:46.014415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.026663 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-ac02fbd9-c802-498c-9c72-30287470f894 service neutron] 10.222.0.24 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074548 Apr 07 08:16:46.109233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Made reservation on behalf of 110789bd3faf4d86a887aa8b1cfb9b15 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:46.111539 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.147352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for router_gateway (3930cc92-015b-473f-acc6-b35f86f96238), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.148055 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:46.165886 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.172902 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:46.183286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ee59-b225-4672-a5f1-834a2cefa5a7 None None] Pushing event updated for resources: {'Port': ['ID=3a77cbf4-8e02-46e9-89eb-36d003612b79,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:46.183666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:46.188544 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:46.241637 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 7adf3eff-fd8c-483a-af17-b085643a41f8 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:46.247982 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.294657 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:46.304465 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:46.314112 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:46.452205 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Pushing event updated for resources: {'Port': ['ID=f345e469-2892-4046-9702-c79b51527490,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:46.516307 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Pushing event updated for resources: {'Port': ['ID=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:46.622315 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 52950) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:46.667274 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Attempting to bind port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:46.667655 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Attempting to bind port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:46.668013 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Attempting to bind port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:46.672382 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7adf3eff-fd8c-483a-af17-b085643a41f8 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:46.730252 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Allocated IP 172.27.1.62 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/24a18383-0bce-4d63-bbc4-e6231f017184) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:46.766072 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:46.768596 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:46.769032 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.769433 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Bound using segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:46.769929 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Bound port: e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:46.770584 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.838182 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 52962) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:46.873328 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:43Z', 'revision_number': 3, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:46.917602 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:46.920476 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Updating router 09459841-a872-418c-80ee-39d125d5ef5b port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:46.971248 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e519d0bd-aa07-4fd2-848f-06e2b1a8e5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:46.983291 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b159dacf-90e0-4b7c-90d5-9f0576e6a0ba req-002ee68a-c0cd-4944-853e-96a19c40c3a1 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.1113787 Apr 07 08:16:46.994678 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.085440 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] For port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:47.109481 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks [] for security_group (1c8ed65f-b8e7-4087-9444-9f76104bceed), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.213725 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 7adf3eff-fd8c-483a-af17-b085643a41f8 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:47.215561 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.220999 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for port (24a18383-0bce-4d63-bbc4-e6231f017184), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.228523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] For port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:47.228703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1c8ed65f-b8e7-4087-9444-9f76104bceed), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.267301 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for router_gateway (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.363251 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:16:47.419793 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ed65f-b8e7-4087-9444-9f76104bceed,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:47.434344 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.444993 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (adb50751-1b65-451e-a566-c8273c5e69fa), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.445345 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Added segment adb50751-1b65-451e-a566-c8273c5e69fa of type vlan for network 18852b14-cfb3-4fa4-80b9-be9b680193cc Apr 07 08:16:47.677379 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69246b33-44ab-4c2d-bda2-07ebb56d4bde None None] Pushing event updated for resources: {'Port': ['ID=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:47.719540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 7adf3eff-fd8c-483a-af17-b085643a41f8 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:47.720665 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 12fc4581-9c69-404b-a65b-497f5ab57a8e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:47.721178 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.785524 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349b25e-a385-434d-970d-fda50155e248 None None] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:47.972190 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Provisioning complete for port 12fc4581-9c69-404b-a65b-497f5ab57a8e triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:47.977652 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:47.985639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (18852b14-cfb3-4fa4-80b9-be9b680193cc), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.027738 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e519d0bd-aa07-4fd2-848f-06e2b1a8e5e8 admin admin] Publish callbacks [] for security_group (36ce0b0b-2327-4ba4-99ac-6815530cd01c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.166686 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e519d0bd-aa07-4fd2-848f-06e2b1a8e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (36ce0b0b-2327-4ba4-99ac-6815530cd01c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.189666 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.212999 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Current status of the port 12fc4581-9c69-404b-a65b-497f5ab57a8e is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:48.217748 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.217856 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d0bd-aa07-4fd2-848f-06e2b1a8e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce0b0b-2327-4ba4-99ac-6815530cd01c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:48.221999 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for router_gateway (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.284415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 12fc4581-9c69-404b-a65b-497f5ab57a8e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:48.284842 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.316902 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:48.319816 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.334049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:16:48.337398 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:48.361531 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e519d0bd-aa07-4fd2-848f-06e2b1a8e5e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1a984297c3e4a3db4404b5f12b74769&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7360253 Apr 07 08:16:48.366535 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53004) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:48.369074 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ef5f1-cc3d-48ed-a59f-1135bcff2600 None None] Network e436714d-fd7b-4023-a411-0a52d57a3d0f requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:48.480296 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks [] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.486974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:48.489180 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] For port 12fc4581-9c69-404b-a65b-497f5ab57a8e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=12fc4581-9c69-404b-a65b-497f5ab57a8e,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:16:48.508996 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (18852b14-cfb3-4fa4-80b9-be9b680193cc), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.509993 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:48.510607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.560632 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.599526 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] Publish callbacks [] for security_group (36ce0b0b-2327-4ba4-99ac-6815530cd01c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.626555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.667694 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Attempting to bind port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:48.668118 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Attempting to bind port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:48.669085 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Attempting to bind port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:48.673476 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6b2157e0-98a2-47f1-9705-b82309b0e3e9 req-1c238f2d-a182-4774-a0ae-273fcb492896 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.3665001 Apr 07 08:16:48.683449 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Pushing event updated for resources: {'Port': ['ID=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:48.688490 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] Publish callbacks [] for security_group (36ce0b0b-2327-4ba4-99ac-6815530cd01c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.690690 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:48.691076 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:48.691489 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.691874 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:48.697474 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Bound port: f0faf324-7c83-4e62-bc2c-e5997fbf3b97, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:48.697916 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.700444 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:48.748367 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072ccf-a659-41f0-8a92-c6aed5671d62 None None] Pushing event updated for resources: {'Port': ['ID=12fc4581-9c69-404b-a65b-497f5ab57a8e,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:48.754383 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:48.773755 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:48.786400 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.786400 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.795255 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.795651 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.796005 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.796644 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.797534 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] Pushing event updated for resources: {'Network': ['ID=18852b14-cfb3-4fa4-80b9-be9b680193cc,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:48.798666 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.800774 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.801313 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.801663 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.802000 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.802352 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.802785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Pushing event updated for resources: {'Port': ['ID=24a18383-0bce-4d63-bbc4-e6231f017184,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:48.804871 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.806895 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.807241 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Tracked resource versions report: Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: pushed versions: Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: { 'AddressGroup': {'1.2'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Agent': {'1.1'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'ConntrackHelper': {'1.0'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'LocalIPAssociation': {'1.0'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Log': {'1.0'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'NDPProxy': {'1.0'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Network': {'1.1'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Port': {'1.7'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'PortForwarding': {'1.3'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'QosPolicy': {'1.10'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroup': {'1.5'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroupRule': {'1.2'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SubPort': {'1.0'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Subnet': {'1.1'}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Trunk': {'1.1'}} Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: consumer versions: Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: { DHCP agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: HyperV agent@hv-cinder-81565: {}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: L3 agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: Metadata agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: Metering agent@dv-cinder-815659-6-iscsi: {}, Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: Open vSwitch agent@dv-cinder-815659-6-iscsi: { 'AddressGroup': '1.2', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Agent': '1.1', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'ConntrackHelper': '1.0', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'LocalIPAssociation': '1.0', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Log': '1.0', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'NDPProxy': '1.0', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Network': '1.1', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Port': '1.7', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'PortForwarding': '1.3', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'QosPolicy': '1.10', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroup': '1.5', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SecurityGroupRule': '1.2', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'SubPort': '1.0', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Subnet': '1.1', Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: 'Trunk': '1.1'}} Apr 07 08:16:48.808520 dv-cinder-815659-6-iscsi neutron-server[103931]: {{(pid=103931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 08:16:48.861324 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 12fc4581-9c69-404b-a65b-497f5ab57a8e is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:48.865101 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 18852b14-cfb3-4fa4-80b9-be9b680193cc details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:16:48.887231 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] For port f0faf324-7c83-4e62-bc2c-e5997fbf3b97, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:48.890842 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] For port f0faf324-7c83-4e62-bc2c-e5997fbf3b97, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:48.958250 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-168ff54c-b39e-40ea-b376-b1edc67efba7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0071852 Apr 07 08:16:48.968143 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53020) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:48.977087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Request body: {'subnet': {'network_id': '18852b14-cfb3-4fa4-80b9-be9b680193cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-328490929-subnet', 'tenant_id': '110789bd3faf4d86a887aa8b1cfb9b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:48.980378 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.025600 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.027317 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-56a3a983-f768-4dd3-910c-beaeccccb57d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4064894 Apr 07 08:16:49.039129 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53022) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:49.097659 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:49.098452 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:49.131913 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Allocated IP 172.20.0.1 (6f5bda89-16b9-445c-a976-5051601d8d24/07b418ef-0a96-4d61-86d2-868b046ed9d8/30c66573-9c5e-450e-9850-f346063bc9f5) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:49.157153 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (36ce0b0b-2327-4ba4-99ac-6815530cd01c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.161137 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.162710 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36ce0b0b-2327-4ba4-99ac-6815530cd01c HTTP/1.1" status: 204 len: 168 time: 0.7947042 Apr 07 08:16:49.176371 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef152ec-6647-4b65-81a7-b05073d3269f None None] Pushing event updated for resources: {'Port': ['ID=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:49.178898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafcbfe-a37c-4d23-b0ac-f103b0491319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce0b0b-2327-4ba4-99ac-6815530cd01c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:49.198450 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:16:49.279543 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:49.280292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:49.292336 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 3a77cbf4-8e02-46e9-89eb-36d003612b79 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:49.308225 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for router_gateway (3930cc92-015b-473f-acc6-b35f86f96238), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.313487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Made reservation on behalf of 110789bd3faf4d86a887aa8b1cfb9b15 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:49.315603 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.357582 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:49.416501 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:49.446399 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942aae2-0d66-4e89-8ed4-ac5d1fc9037b None None] Network e0ed5bdb-95be-4d41-bb84-74d454414530 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:49.463001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a6fb83b1-9c98-4bee-8d8c-90bf35e6bfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.487144 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Provisioning complete for port 3a77cbf4-8e02-46e9-89eb-36d003612b79 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:49.487707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.490941 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:49.529470 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:49.538481 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:49.544053 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-bd01e0b2-d8cb-415f-8422-bda84f974a0a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8937144 Apr 07 08:16:49.544938 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:49.550433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53030) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:49.838707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:50.034254 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 3a77cbf4-8e02-46e9-89eb-36d003612b79 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:50.034766 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.131076 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:43Z', 'revision_number': 3, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:50.156165 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-15eaaae2-421d-4a8d-aef2-adf7a953dbdb req-124c230f-e3c3-47df-97ed-52437e1bf67c tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.1082008 Apr 07 08:16:50.205514 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8553a5-6507-4bce-b2aa-9dbd802a4cdb None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:43Z', 'revision_number': 3, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:16:50.252535 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:50.277689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks [] for port (30c66573-9c5e-450e-9850-f346063bc9f5), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.332743 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:50.333138 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.376463 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (83b064d8-49ba-4e22-bb95-d9005ac1bc4f), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.408037 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:50.408439 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.498396 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 3a77cbf4-8e02-46e9-89eb-36d003612b79, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=3a77cbf4-8e02-46e9-89eb-36d003612b79,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:16:50.515808 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b064d8-49ba-4e22-bb95-d9005ac1bc4f,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:50.656736 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.660642 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:50.713335 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:47Z', 'revision_number': 3, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:50.775761 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:50.776128 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Updating router d2b290bc-2634-4740-afb1-8fec8f6c59d8 port f345e469-2892-4046-9702-c79b51527490 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:50.840864 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.859550 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f345e469-2892-4046-9702-c79b51527490), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.908071 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.db.api [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:16:50.909146 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG oslo_db.api [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 08:16:50.952233 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=3a77cbf4-8e02-46e9-89eb-36d003612b79,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:50.976423 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:50.976820 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:50.981978 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:45Z', 'revision_number': 3, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:51.070145 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4ca3-205f-41cb-bb5d-04b22f548820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.072232 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:51.072592 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Updating router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e port 2009e3dc-82ab-4a3a-97d0-7b861c10201e binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:51.164092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.178366 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.340560 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Allocated IP 172.20.0.1 (8aa5e598-1986-40f3-8a00-4ca541e02858/a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db/675eb9dd-8a3e-4723-8c76-a0a46e6bb030) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:51.395956 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks [] for port (f345e469-2892-4046-9702-c79b51527490), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.406710 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:51.407458 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.479989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:51.497142 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f345e469-2892-4046-9702-c79b51527490), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.517214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-1ad00d77-bba1-4c6f-aa02-d7ab37a87631 None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:51.531799 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Checking segment: {'id': 'adb50751-1b65-451e-a566-c8273c5e69fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '18852b14-cfb3-4fa4-80b9-be9b680193cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:51.532012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:16:51.532139 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Network hostable DHCP agents. Network: 18852b14-cfb3-4fa4-80b9-be9b680193cc, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:16:51.535709 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks [] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.535865 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:51.538010 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (3930cc92-015b-473f-acc6-b35f86f96238), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.589695 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:51.590329 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (09459841-a872-418c-80ee-39d125d5ef5b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.621278 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Attempting to bind port f345e469-2892-4046-9702-c79b51527490 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:51.631370 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Attempting to bind port f345e469-2892-4046-9702-c79b51527490 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:51.631370 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Attempting to bind port f345e469-2892-4046-9702-c79b51527490 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:51.638826 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63667-b832-4d81-b534-3b3b2c6472a0 None None] Pushing event updated for resources: {'Port': ['ID=f345e469-2892-4046-9702-c79b51527490,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:51.641680 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:51.642705 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:51.643266 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.666720 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:51.667576 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Bound port: f345e469-2892-4046-9702-c79b51527490, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:51.670620 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f345e469-2892-4046-9702-c79b51527490), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.671370 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.671834 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.20', 64848) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:51.672660 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 12fc4581-9c69-404b-a65b-497f5ab57a8e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:51.725159 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Pushing event updated for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:51.747050 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6273454-26a7-403d-918d-4c8ad697d3ce req-261f71f0-7e26-48f4-bd5b-57f141a97b27 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.2851453 Apr 07 08:16:51.770367 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] For port f345e469-2892-4046-9702-c79b51527490, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:51.774590 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] For port f345e469-2892-4046-9702-c79b51527490, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f345e469-2892-4046-9702-c79b51527490,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:51.819040 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.847631 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f345e469-2892-4046-9702-c79b51527490), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.860110 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:51.881969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Provisioning complete for port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:51.882374 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:51.999104 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:51.999750 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:52.044363 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63667-b832-4d81-b534-3b3b2c6472a0 None None] Pushing event updated for resources: {'Port': ['ID=f345e469-2892-4046-9702-c79b51527490,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:52.076948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:52.096862 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:52.132372 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:52.134218 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.144499 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 12fc4581-9c69-404b-a65b-497f5ab57a8e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:52.145034 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.169583 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Network 18852b14-cfb3-4fa4-80b9-be9b680193cc is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:16:52.186445 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Pushing event updated for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:52.345594 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:52.366581 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 18852b14-cfb3-4fa4-80b9-be9b680193cc) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:52.395032 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:52.395778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.413876 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa47bdf-41f0-4d65-895f-8eb829497def None None] Network 18852b14-cfb3-4fa4-80b9-be9b680193cc requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:52.421729 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-84b8793b-0690-4f1c-b227-e796664ff21d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:52.423573 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-84b8793b-0690-4f1c-b227-e796664ff21d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.20 "GET /v2.0/networks?id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635 HTTP/1.1" status: 200 len: 812 time: 0.7504992 Apr 07 08:16:52.447214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.545927 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f472daa6-6005-4c16-b569-c09f0f6be551 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5682118 Apr 07 08:16:52.556119 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.587575 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Request body: {'port': {'device_id': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635', 'admin_state_up': True, 'tenant_id': '23ca8b13c5d6486285cedf45d7245b6a'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:52.705611 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Router 3930cc92-015b-473f-acc6-b35f86f96238 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:16:52.808973 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:47Z', 'revision_number': 3, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:52.845206 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53106) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:52.886972 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f906b-42ff-43a8-a299-c446fae93326 None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:47Z', 'revision_number': 3, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:16:52.957487 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks [] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.961466 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Current status of the port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:52.970856 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:52.974884 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:52.978987 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de31aaa1-bd94-4031-932f-9dd2c90905c9 req-36cb38c6-3027-4a38-add1-0dca4dd5ee8b tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Apr 07 08:16:52.999249 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Deleting subnet 49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:16:53.003933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:53.041571 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Publish callbacks [] for subnet (49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.060295 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.151507 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197d9b6-d533-456b-95f6-6ba821cd65a0 None None] Network 18852b14-cfb3-4fa4-80b9-be9b680193cc requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:16:53.161401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd9180-d78f-4f85-aede-5c0632332a74 None None] Pushing event updated for resources: {'Port': ['ID=2009e3dc-82ab-4a3a-97d0-7b861c10201e,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:53.164447 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:53.165614 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:53.183597 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Provisioning complete for port 12fc4581-9c69-404b-a65b-497f5ab57a8e triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:53.184182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.223056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.224946 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ea667e3b-ae27-4acf-af6e-cdc2fcf76dfc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0015593 Apr 07 08:16:53.234520 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53126) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:53.308804 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Allocated IP 172.20.0.1 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/5a35dce9-7aac-40f1-8c8a-6d425b138834) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:53.411568 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Publish callbacks [] for subnet (49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.460327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.489993 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.494884 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Attempting to bind port 2009e3dc-82ab-4a3a-97d0-7b861c10201e on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:53.495947 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Attempting to bind port 2009e3dc-82ab-4a3a-97d0-7b861c10201e by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:53.495947 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Attempting to bind port 2009e3dc-82ab-4a3a-97d0-7b861c10201e on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:53.556980 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:53.557333 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:53.557743 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.558147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:53.558662 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Bound port: 2009e3dc-82ab-4a3a-97d0-7b861c10201e, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:53.559049 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.630604 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks [] for port (30c66573-9c5e-450e-9850-f346063bc9f5), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.635353 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 12fc4581-9c69-404b-a65b-497f5ab57a8e is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:53.637729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.689729 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks [] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.749401 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.750197 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (09459841-a872-418c-80ee-39d125d5ef5b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.778207 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] For port 2009e3dc-82ab-4a3a-97d0-7b861c10201e, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:53.783570 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.790801 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.810130 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:53.830511 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks [] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.855036 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] For port 2009e3dc-82ab-4a3a-97d0-7b861c10201e, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2009e3dc-82ab-4a3a-97d0-7b861c10201e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:53.933346 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Made reservation on behalf of 23ca8b13c5d6486285cedf45d7245b6a for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:16:53.938785 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:53.939962 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Current status of the port 12fc4581-9c69-404b-a65b-497f5ab57a8e is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:53.952270 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Pushing event updated for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:54.059920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Provisioning complete for port 3a77cbf4-8e02-46e9-89eb-36d003612b79 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:54.066211 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:54.079760 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:54.161603 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 3a77cbf4-8e02-46e9-89eb-36d003612b79 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:54.190594 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:54.446526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:54.456326 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:54.529191 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:54.532620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Pushing event updated for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:54.556104 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for subnet (49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:54.591945 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8942839-13a7-4370-a5a5-08c6b5ed9531 req-1efad858-c25a-4fb4-aa4e-9f8650098726 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.3323412 Apr 07 08:16:54.593926 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:54.622004 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:54.725576 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Allocated IP 172.20.0.7 (35d4daf0-9c27-470a-a7d3-6cc69c7ba635/c6b8a2c5-0811-441b-b7b7-4ba235020f9a/be365a4e-4f97-49a2-b1a9-1932fdaee75c) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:54.845172 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd9180-d78f-4f85-aede-5c0632332a74 None None] Pushing event updated for resources: {'Port': ['ID=2009e3dc-82ab-4a3a-97d0-7b861c10201e,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:54.846120 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:54.846120 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:54.846120 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4cc4ca90-a790-4d32-9759-09896d0e626c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/49fdc848-3a60-4f32-b5f7-80d3e8bf8f8e HTTP/1.1" status: 204 len: 168 time: 1.9485681 Apr 07 08:16:54.846817 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:54.865613 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53148) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:55.108393 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.242533 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (cfef7fd2-441f-48f3-b45f-a0fe541eaa48), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.269933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Pushing event updated for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:55.282315 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.311644 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-9d1984a7-3529-44cc-952d-0d9a981a1115 None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:55.326950 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 3a77cbf4-8e02-46e9-89eb-36d003612b79 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:55.329070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:55.333580 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.342999 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:55.347975 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:55.348474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.356483 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:49Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:55.371433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks [] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.416151 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:16:55.503601 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.696178 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:55.696540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Updating router 3930cc92-015b-473f-acc6-b35f86f96238 port 24a18383-0bce-4d63-bbc4-e6231f017184 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:55.811883 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Provisioning complete for port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:55.812283 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.817386 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:16:55.881552 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.898076 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (cfef7fd2-441f-48f3-b45f-a0fe541eaa48), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:55.945198 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:55.961317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:55.976039 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.976408 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.977705 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.978037 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > port after_create 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.978400 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.982818 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > port after_update 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.990901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.990901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.990901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:55.990901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:56.073965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1d19-aa4c-4069-a7c6-3bd22d58bc21 req-acdf2e92-ba1d-45cd-853b-59758251f4e7 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:56.075925 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fced1d19-aa4c-4069-a7c6-3bd22d58bc21 req-acdf2e92-ba1d-45cd-853b-59758251f4e7 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 931 time: 0.3525689 Apr 07 08:16:56.157481 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:56.163233 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-4b5cfe8e-1dd2-4f56-a3e2-756da6800dde admin admin] 10.222.0.24 "PUT /v2.0/routers/09459841-a872-418c-80ee-39d125d5ef5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2652519 Apr 07 08:16:56.168758 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:56.183265 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.186050 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:56.188508 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:56.206003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:16:56.254734 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:56.255926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:56.294128 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:45Z', 'revision_number': 3, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:56.412663 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Provisioning complete for port 30c66573-9c5e-450e-9850-f346063bc9f5 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:56.413094 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.420401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737f5ff-8ca6-49e2-888c-354c5be014b4 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:45Z', 'revision_number': 3, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:16:56.428298 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:56.461933 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:56.462510 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:56.462857 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:56.463551 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:16:56.463941 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfef7fd2-441f-48f3-b45f-a0fe541eaa48']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:56.478739 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:56.517630 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:56.523381 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.585383 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-b9003f2d-fb6b-4d78-877c-217170d09e77 None None] Port 30c66573-9c5e-450e-9850-f346063bc9f5 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:16:56.659898 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:56.660196 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.664388 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:56.682549 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1895a960-5100-4903-bf21-5c1bec1c241e') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:56.682997 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1895a960-5100-4903-bf21-5c1bec1c241e') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:56.702066 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fced1d19-aa4c-4069-a7c6-3bd22d58bc21 req-51260105-7ff7-4071-a0ed-2ac73ba69765 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923009 Apr 07 08:16:56.757369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (1895a960-5100-4903-bf21-5c1bec1c241e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.801376 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (1895a960-5100-4903-bf21-5c1bec1c241e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.803226 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.811725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:16:56.812158 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (1895a960-5100-4903-bf21-5c1bec1c241e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.840733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks [] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.922365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.922365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.933512 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-7928b039-fde7-4708-b00d-1f9532169049 None None] Provisioning complete for port 5a35dce9-7aac-40f1-8c8a-6d425b138834 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:56.940902 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7928b039-fde7-4708-b00d-1f9532169049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.945394 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks [] for port (24a18383-0bce-4d63-bbc4-e6231f017184), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: from cryptography.utils import int_from_bytes Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: from cryptography.utils import int_from_bytes Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:16:56.960491 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:16:56.965715 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:56.967733 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:16:56.985595 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-efe13d94-440e-449c-aebf-6d755c41234d admin admin] 10.222.0.24 "PUT /v2.0/routers/d2b290bc-2634-4740-afb1-8fec8f6c59d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4338415 Apr 07 08:16:57.005301 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 2, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:57.020034 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:57.020457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (cfef7fd2-441f-48f3-b45f-a0fe541eaa48), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.050664 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.071894 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:57.077539 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Updating router 09459841-a872-418c-80ee-39d125d5ef5b port 30c66573-9c5e-450e-9850-f346063bc9f5 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:57.083216 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.095505 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfef7fd2-441f-48f3-b45f-a0fe541eaa48 HTTP/1.1" status: 204 len: 168 time: 2.2291231 Apr 07 08:16:57.150297 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-08b5a1b7-5af9-47e5-bfe0-c0b89d52ffe9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5737906 Apr 07 08:16:57.151989 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53174) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:57.172076 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.177580 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597853a6-09d7-4585-9dd2-57bb8ca75c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=cfef7fd2-441f-48f3-b45f-a0fe541eaa48,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:57.200103 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Pushing event updated for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:57.204795 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7928b039-fde7-4708-b00d-1f9532169049 None None] Port 5a35dce9-7aac-40f1-8c8a-6d425b138834 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:16:57.245849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47eed2-6aa7-4be4-bbf7-7de52eae605b None None] Pushing event updated for resources: {'Port': ['ID=24a18383-0bce-4d63-bbc4-e6231f017184,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:57.297777 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:57.300290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:57.303926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Attempting to bind port 24a18383-0bce-4d63-bbc4-e6231f017184 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:57.304502 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Attempting to bind port 24a18383-0bce-4d63-bbc4-e6231f017184 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:57.305660 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Attempting to bind port 24a18383-0bce-4d63-bbc4-e6231f017184 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:57.324315 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Deleting subnet 83b064d8-49ba-4e22-bb95-d9005ac1bc4f {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:16:57.329435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Publish callbacks [] for subnet (83b064d8-49ba-4e22-bb95-d9005ac1bc4f), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.388600 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:57.389542 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:57.390153 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.391245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:57.392214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Bound port: 24a18383-0bce-4d63-bbc4-e6231f017184, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:57.392780 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.417777 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (83b064d8-49ba-4e22-bb95-d9005ac1bc4f), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.467792 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:57.469085 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f0faf324-7c83-4e62-bc2c-e5997fbf3b97 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:16:57.486558 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:57.492279 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:57.596715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53180) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:57.613142 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91829194', 'description': 'tempest-description--155130580'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:57.635837 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:57.693345 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks [] for port (30c66573-9c5e-450e-9850-f346063bc9f5), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.762538 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.971795 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (83b064d8-49ba-4e22-bb95-d9005ac1bc4f), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:57.990254 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Attempting to bind port 30c66573-9c5e-450e-9850-f346063bc9f5 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:16:57.990659 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Attempting to bind port 30c66573-9c5e-450e-9850-f346063bc9f5 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:16:57.991022 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Attempting to bind port 30c66573-9c5e-450e-9850-f346063bc9f5 on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:16:58.004339 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53194) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:58.014810 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Allocated IP 172.20.0.1 (e0ed5bdb-95be-4d41-bb84-74d454414530/fb37753e-07a0-445f-9155-2cf072f34053/5a795b37-8ae1-4404-a534-30ced64f0072) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:16:58.027747 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:16:58.028421 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Checking segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:16:58.032840 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.043866 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Bound using segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:16:58.043866 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Bound port: 30c66573-9c5e-450e-9850-f346063bc9f5, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:16:58.043866 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.058259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251288759', 'description': 'tempest-description--253007535'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:58.085781 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.189004 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (83b064d8-49ba-4e22-bb95-d9005ac1bc4f), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.230544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b064d8-49ba-4e22-bb95-d9005ac1bc4f,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:58.238687 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] For port 24a18383-0bce-4d63-bbc4-e6231f017184, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:58.244800 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.257246 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] For port 30c66573-9c5e-450e-9850-f346063bc9f5, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:16:58.262857 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ed44b5c8-9ea1-499e-9fd3-e511bfa07a31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83b064d8-49ba-4e22-bb95-d9005ac1bc4f HTTP/1.1" status: 204 len: 168 time: 1.1093719 Apr 07 08:16:58.264597 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] For port 30c66573-9c5e-450e-9850-f346063bc9f5, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=30c66573-9c5e-450e-9850-f346063bc9f5,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:58.287327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53198) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:58.287933 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91eb2-4da5-423b-a326-44d25023b314 None None] Pushing event updated for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:58.288025 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] For port 24a18383-0bce-4d63-bbc4-e6231f017184, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=24a18383-0bce-4d63-bbc4-e6231f017184,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:16:58.288025 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-573b942f-1d3f-4aaf-a9d5-3949d5fd6484 None None] Provisioning complete for port 5a35dce9-7aac-40f1-8c8a-6d425b138834 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:58.288025 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-573b942f-1d3f-4aaf-a9d5-3949d5fd6484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.295328 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-7666d221-2b08-4657-9caa-a310dcd31975 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:16:58.296621 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-7666d221-2b08-4657-9caa-a310dcd31975 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056326 Apr 07 08:16:58.327863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:58.344688 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.345356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:16:58.394315 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (18852b14-cfb3-4fa4-80b9-be9b680193cc), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.442336 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-573b942f-1d3f-4aaf-a9d5-3949d5fd6484 None None] Port 5a35dce9-7aac-40f1-8c8a-6d425b138834 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:16:58.463016 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.486142 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.496817 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.525423 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (18852b14-cfb3-4fa4-80b9-be9b680193cc), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.537352 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 2, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.559458 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18852b14-cfb3-4fa4-80b9-be9b680193cc']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.577498 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb50751-1b65-451e-a566-c8273c5e69fa') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.577803 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb50751-1b65-451e-a566-c8273c5e69fa') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.605505 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (adb50751-1b65-451e-a566-c8273c5e69fa), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.628709 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:58.629356 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.638234 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (adb50751-1b65-451e-a566-c8273c5e69fa), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.641042 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:16:58.641561 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Updating router d2b290bc-2634-4740-afb1-8fec8f6c59d8 port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:16:58.647558 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:16:58.647887 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (adb50751-1b65-451e-a566-c8273c5e69fa), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:16:58.650375 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:16:58.683975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.813946 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Provisioning complete for port 30c66573-9c5e-450e-9850-f346063bc9f5 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:16:58.814479 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.843171 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:58.843938 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:58.844055 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91eb2-4da5-423b-a326-44d25023b314 None None] Pushing event updated for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:58.865489 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (5a1af445-4e11-4436-962d-7080a19f4f78), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.871309 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (18852b14-cfb3-4fa4-80b9-be9b680193cc), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.889833 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=18852b14-cfb3-4fa4-80b9-be9b680193cc,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:58.896332 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:58.902932 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-df6a8277-0310-4f70-b641-5def7141c3b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/18852b14-cfb3-4fa4-80b9-be9b680193cc HTTP/1.1" status: 204 len: 168 time: 0.6338794 Apr 07 08:16:58.907096 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37423f-4eaa-46c7-8e82-0ff23be2efdd req-f2caaf2a-032f-4b2a-acc9-433e22899fb4 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:16:58.908447 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a37423f-4eaa-46c7-8e82-0ff23be2efdd req-f2caaf2a-032f-4b2a-acc9-433e22899fb4 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 931 time: 0.6568482 Apr 07 08:16:58.924238 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:58.957603 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:16:59.037179 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47eed2-6aa7-4be4-bbf7-7de52eae605b None None] Pushing event updated for resources: {'Port': ['ID=24a18383-0bce-4d63-bbc4-e6231f017184,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:59.037924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5a1af445-4e11-4436-962d-7080a19f4f78), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.085628 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks [] for port (5a795b37-8ae1-4404-a534-30ced64f0072), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.123015 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:16:59.123397 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.230095 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1af445-4e11-4436-962d-7080a19f4f78,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:59.232593 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:16:59.297891 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ac943749-7a55-40fb-970a-59918da27705 admin admin] 10.222.0.24 "PUT /v2.0/routers/0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2388132 Apr 07 08:16:59.300716 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (53d232a5-5917-4bdc-8148-998460114b8e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.332832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.336762 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7890b860-46db-4702-b43b-cb2e7e7df83c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7279820 Apr 07 08:16:59.337425 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53208) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:59.342848 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group_rule': {'security_group_id': '5a1af445-4e11-4436-962d-7080a19f4f78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:59.359696 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:16:58Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:59.395626 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a37423f-4eaa-46c7-8e82-0ff23be2efdd req-9e6d169f-4726-410e-abdd-a871bc02602c tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159162 Apr 07 08:16:59.400233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (53d232a5-5917-4bdc-8148-998460114b8e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.411410 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec94574-ed09-4e67-bb55-98b2bdff107b None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:16:58Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:16:59.461601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d232a5-5917-4bdc-8148-998460114b8e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:59.516543 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.524800 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.528787 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53210) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:59.538704 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-4a113e53-5a22-4cbf-a3b7-9a9264c2f1c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5111809 Apr 07 08:16:59.551588 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53214) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:59.559138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (89b56372-8312-4717-a200-8112acaf8cc4), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.563739 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group_rule': {'security_group_id': '53d232a5-5917-4bdc-8148-998460114b8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:16:59.672819 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:16:59.681669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:16:59.688474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:16:59.688956 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (3930cc92-015b-473f-acc6-b35f86f96238), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.779578 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:16:59.799356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Pushing event updated for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:16:59.808683 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:16:59.808683 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:16:59.825933 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c46fb929-2253-4da2-8a3c-a02f325a0ac1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d7761a67cc4dabb390af595497f692&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2805259 Apr 07 08:16:59.828035 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53220) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:16:59.906588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port f0faf324-7c83-4e62-bc2c-e5997fbf3b97, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:16:59.967509 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (513167f9-aefc-40e9-81fb-a5ba052e7173), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:16:59.979178 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (89b56372-8312-4717-a200-8112acaf8cc4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.143596 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (513167f9-aefc-40e9-81fb-a5ba052e7173), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.164020 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Request body: {'port': {'device_id': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:00.171190 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.200274 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:00.286178 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] Publish callbacks [] for security_group (c63f0814-520f-4800-abba-fd29c27e4b9f), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.311880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (89b56372-8312-4717-a200-8112acaf8cc4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.376399 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Current status of the port 30c66573-9c5e-450e-9850-f346063bc9f5 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:00.380505 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.417308 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (513167f9-aefc-40e9-81fb-a5ba052e7173), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.418662 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b56372-8312-4717-a200-8112acaf8cc4,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:00.427952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.448369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] Publish callbacks [] for security_group (c63f0814-520f-4800-abba-fd29c27e4b9f), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.564670 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53236) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:00.637592 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:16:56Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:00.675091 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.676357 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-006d0b37-3e42-48b7-92af-c3185433550a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3376780 Apr 07 08:17:00.704994 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53242) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:00.720385 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:17:00.722615 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Updating router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e port 5a35dce9-7aac-40f1-8c8a-6d425b138834 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:17:00.723229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group_rule': {'security_group_id': '5a1af445-4e11-4436-962d-7080a19f4f78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:00.754260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513167f9-aefc-40e9-81fb-a5ba052e7173,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:00.770074 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.772624 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88695384', 'description': 'tempest-description--2094672965'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:00.776671 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.777887 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f345e469-2892-4046-9702-c79b51527490 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:00.849482 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks [] for port (5a795b37-8ae1-4404-a534-30ced64f0072), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.872187 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:00.878459 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.879746 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3a8fd884-198b-4f80-8149-81e7978ca5b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3251619 Apr 07 08:17:00.893082 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53250) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:00.894433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c63f0814-520f-4800-abba-fd29c27e4b9f), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.902874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.918319 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c63f0814-520f-4800-abba-fd29c27e4b9f HTTP/1.1" status: 204 len: 168 time: 1.0851910 Apr 07 08:17:00.932811 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group_rule': {'security_group_id': '53d232a5-5917-4bdc-8148-998460114b8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:00.954512 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] For port 30c66573-9c5e-450e-9850-f346063bc9f5, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=30c66573-9c5e-450e-9850-f346063bc9f5,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:00.983857 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:00.984771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (3930cc92-015b-473f-acc6-b35f86f96238), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.036601 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4327-1fe2-4015-aa88-a8cfdc1266fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63f0814-520f-4800-abba-fd29c27e4b9f,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:01.078904 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks [] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.112020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (b59b03e4-3d81-4899-b47e-19f325a56d76), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.124983 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.154402 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.273160 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.294811 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074c1d4-bdf9-4bc3-b751-ed72f2aa194d req-e87daba8-d67e-40de-b6a6-b404f2405049 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:01.304674 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f074c1d4-bdf9-4bc3-b751-ed72f2aa194d req-e87daba8-d67e-40de-b6a6-b404f2405049 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 931 time: 0.6004047 Apr 07 08:17:01.321992 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (c8c29848-75c2-4174-9526-1e6dc6c1a37c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.408007 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be365a4e-4f97-49a2-b1a9-1932fdaee75c {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:01.425226 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c8c29848-75c2-4174-9526-1e6dc6c1a37c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.432564 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port f345e469-2892-4046-9702-c79b51527490 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:01.432955 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f345e469-2892-4046-9702-c79b51527490), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.486562 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f074c1d4-bdf9-4bc3-b751-ed72f2aa194d req-c14d2259-64b0-4ecb-99b4-ff95e1907f6b tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788862 Apr 07 08:17:01.501164 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (5b234eff-1bd6-4ab6-99da-e5af4d98fd5b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.528199 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks [] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.537927 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks [] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.566344 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.566344 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9016182 Apr 07 08:17:01.574629 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:01.575483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53274) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:01.577656 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d46ff-f914-4063-a8ff-e0f61d6080ab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c29848-75c2-4174-9526-1e6dc6c1a37c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:01.622902 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.631281 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Transition to ACTIVE for port object be365a4e-4f97-49a2-b1a9-1932fdaee75c will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:01.632404 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (b59b03e4-3d81-4899-b47e-19f325a56d76), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.633692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Pushing event updated for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:01.641465 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc193-4e68-401b-b36e-64630cf90990 None None] Pushing event updated for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:01.647113 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'c8c29848-75c2-4174-9526-1e6dc6c1a37c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:01.652215 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Provisioning complete for port 5a795b37-8ae1-4404-a534-30ced64f0072 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:01.661424 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.673056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:01.714415 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:01.729545 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977be11-a129-4fe4-9c4a-060feffb8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:01.882019 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:49Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:02.000533 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Attempting to bind port 5a35dce9-7aac-40f1-8c8a-6d425b138834 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:02.000987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Attempting to bind port 5a35dce9-7aac-40f1-8c8a-6d425b138834 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:02.003851 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Attempting to bind port 5a35dce9-7aac-40f1-8c8a-6d425b138834 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:02.024457 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:02.026750 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:02.027167 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.027566 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:02.029199 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Bound port: 5a35dce9-7aac-40f1-8c8a-6d425b138834, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:02.031417 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.134313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (b59b03e4-3d81-4899-b47e-19f325a56d76), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.153868 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (5b234eff-1bd6-4ab6-99da-e5af4d98fd5b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.160406 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:02.210111 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59b03e4-3d81-4899-b47e-19f325a56d76,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:02.216211 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (828268e1-3406-4357-8748-9b022a7a6c7b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.245395 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] For port 5a35dce9-7aac-40f1-8c8a-6d425b138834, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:02.250308 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaceb2b2-8b73-403f-9397-e26b46bfafdf None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:49Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:02.254444 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] For port 5a35dce9-7aac-40f1-8c8a-6d425b138834, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a35dce9-7aac-40f1-8c8a-6d425b138834,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:02.262114 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Attempting to bind port be365a4e-4f97-49a2-b1a9-1932fdaee75c on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:02.264936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Attempting to bind port be365a4e-4f97-49a2-b1a9-1932fdaee75c by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '12835a39-087d-4265-80c3-7ec61bcf291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:02.265344 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Attempting to bind port be365a4e-4f97-49a2-b1a9-1932fdaee75c on network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:02.276792 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53284) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:02.284140 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Port 5a795b37-8ae1-4404-a534-30ced64f0072 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:02.288902 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbe104-20fe-4477-900b-f0263f54b752 None None] Pushing event updated for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:02.302666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Port be365a4e-4f97-49a2-b1a9-1932fdaee75c on network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:02.305720 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Attempting to bind port be365a4e-4f97-49a2-b1a9-1932fdaee75c on network 35d4daf0-9c27-470a-a7d3-6cc69c7ba635 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:02.305827 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Attempting to bind port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:02.305827 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Attempting to bind port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:02.305827 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Attempting to bind port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:02.306088 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (5b234eff-1bd6-4ab6-99da-e5af4d98fd5b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.319236 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Router 3930cc92-015b-473f-acc6-b35f86f96238 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:17:02.335072 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:02.335901 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Checking segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:02.337061 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.337731 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Bound using segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:02.338437 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Bound port: 675eb9dd-8a3e-4723-8c76-a0a46e6bb030, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:02.339147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.343049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:02.343426 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Checking segment: {'id': '12835a39-087d-4265-80c3-7ec61bcf291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:02.344135 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Bound using segment: {'id': '12835a39-087d-4265-80c3-7ec61bcf291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:02.350308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Bound port: be365a4e-4f97-49a2-b1a9-1932fdaee75c, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12835a39-087d-4265-80c3-7ec61bcf291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:02.350308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.352997 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53286) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:02.356903 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Provisioning complete for port 30c66573-9c5e-450e-9850-f346063bc9f5 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:02.357541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.360567 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port f345e469-2892-4046-9702-c79b51527490 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:02.361204 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f345e469-2892-4046-9702-c79b51527490), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.409361 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.427911 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-47ec785f-ba84-4fff-9588-ce803287b018 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=110789bd3faf4d86a887aa8b1cfb9b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444204 Apr 07 08:17:02.434694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53290) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:02.485275 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] For port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:02.489308 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] For port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:02.493814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:02.519143 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port f345e469-2892-4046-9702-c79b51527490, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f345e469-2892-4046-9702-c79b51527490,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:02.549756 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:02.555787 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:02.580019 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:02.609762 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.609943 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:17:02.613832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b234eff-1bd6-4ab6-99da-e5af4d98fd5b,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:02.624198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.631641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-fd292f73-ba13-45e5-8c33-aac724fb89df tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7164927 Apr 07 08:17:02.657345 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ceae7e1b-8c82-4683-bcc4-eadc5efb3357 admin admin] 10.222.0.24 "PUT /v2.0/routers/3930cc92-015b-473f-acc6-b35f86f96238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3962939 Apr 07 08:17:02.657345 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53294) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:02.657345 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.657710 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] Publish callbacks [] for security_group (1c8ed65f-b8e7-4087-9444-9f76104bceed), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.657799 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-38cc1d1a-53c8-44f9-a218-7fabf26272fa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9481049 Apr 07 08:17:02.657891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53296) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:02.667738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:02.713281 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:02.735897 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f345e469-2892-4046-9702-c79b51527490), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.748100 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977be11-a129-4fe4-9c4a-060feffb8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:02.759867 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] Publish callbacks [] for security_group (1c8ed65f-b8e7-4087-9444-9f76104bceed), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.887390 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.891844 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-627d390d-3052-47a3-9bce-f271e55d2d8f None None] Current status of the port 30c66573-9c5e-450e-9850-f346063bc9f5 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:02.931410 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:02.935481 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:02.984925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (828268e1-3406-4357-8748-9b022a7a6c7b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.989770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:02.991492 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:02.995547 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] 10.222.0.20 "PUT /v2.0/ports/be365a4e-4f97-49a2-b1a9-1932fdaee75c HTTP/1.1" status: 200 len: 1093 time: 3.1234338 Apr 07 08:17:03.016839 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:03.071315 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (828268e1-3406-4357-8748-9b022a7a6c7b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.096614 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:03.137795 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e66b0-ba7a-45ea-a99c-d0bfe7922eb3 req-b8f41b3f-1795-4e35-9fd6-35ef07282400 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:03.158043 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f2e66b0-ba7a-45ea-a99c-d0bfe7922eb3 req-b8f41b3f-1795-4e35-9fd6-35ef07282400 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.5145330 Apr 07 08:17:03.215357 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbe104-20fe-4477-900b-f0263f54b752 None None] Pushing event updated for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:03.217620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.336931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.357221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 30c66573-9c5e-450e-9850-f346063bc9f5 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:03.403544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bce6f6-276a-4338-8cd3-af967fc56c4a service neutron] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:03.476587 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-77fe6d83-577f-48b2-9a9f-089155c64733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:03.495663 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-77fe6d83-577f-48b2-9a9f-089155c64733 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23ca8b13c5d6486285cedf45d7245b6a&device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 1127 time: 0.3194027 Apr 07 08:17:03.517720 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828268e1-3406-4357-8748-9b022a7a6c7b,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:03.518832 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f894eb-128c-456b-963a-199ddbfe394d" -d '{"events": [{"name": "network-changed", "server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:03.665359 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:03.673243 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef00-638f-4ca6-a38c-66340c153718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.742515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.748036 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f4943488-d953-4ff6-b0a7-52cc8f4558c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1702304 Apr 07 08:17:03.749957 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53332) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:03.771522 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f2e66b0-ba7a-45ea-a99c-d0bfe7922eb3 req-d517b0c0-1f58-45d2-b94d-0636a6a38534 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089778 Apr 07 08:17:03.778878 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'c8c29848-75c2-4174-9526-1e6dc6c1a37c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:03.817381 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1c8ed65f-b8e7-4087-9444-9f76104bceed), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.830057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.831709 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Provisioning complete for port 5a795b37-8ae1-4404-a534-30ced64f0072 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:03.832198 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:03.832576 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c8ed65f-b8e7-4087-9444-9f76104bceed HTTP/1.1" status: 204 len: 168 time: 1.3963003 Apr 07 08:17:03.836599 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-327409b3-73ed-4650-a220-811c6209c811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c HTTP/1.1" status: 200 len: 217 time: 0.2935843 Apr 07 08:17:03.844340 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4f9ec-7c0e-4f45-ba85-81c9bfb043a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ed65f-b8e7-4087-9444-9f76104bceed,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:03.930592 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:03.975918 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-89eeb5a4-24e8-4e30-b612-a60a5e056fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:03.981280 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-89eeb5a4-24e8-4e30-b612-a60a5e056fb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6b8a2c5-0811-441b-b7b7-4ba235020f9a HTTP/1.1" status: 200 len: 852 time: 0.1213610 Apr 07 08:17:04.033645 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f8dcb3-f080-45d5-992f-872a3309a2ab None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:04.149932 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-8cbf8471-dddb-409d-93b6-b57e6f5654dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456325 Apr 07 08:17:04.173385 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=f345e469-2892-4046-9702-c79b51527490,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:04.228222 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Port 5a795b37-8ae1-4404-a534-30ced64f0072 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:04.262181 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Provisioning complete for port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:04.262896 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:04.322006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (19d6902b-ac05-45a2-be5a-b74b31749578), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:04.382120 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 30c66573-9c5e-450e-9850-f346063bc9f5 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:04.388576 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:04.570541 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef00-638f-4ca6-a38c-66340c153718 admin admin] Publish callbacks [] for security_group (35c420c4-8ce9-4ff0-9622-d543d217ef83), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:04.627671 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f6be0-e3e9-4e79-bdb5-4ed5f1c6a46c x-openstack-request-id: req-152f6be0-e3e9-4e79-bdb5-4ed5f1c6a46c {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:04.628363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:04.628363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-152f6be0-e3e9-4e79-bdb5-4ed5f1c6a46c {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:04.628759 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152f6be0-e3e9-4e79-bdb5-4ed5f1c6a46c'] response: {'name': 'network-changed', 'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'status': 'completed', 'code': 200} Apr 07 08:17:04.674559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac67ef00-638f-4ca6-a38c-66340c153718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (35c420c4-8ce9-4ff0-9622-d543d217ef83), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:04.722581 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-377bf042-812c-40d8-b5df-02bc76eaa03d service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650895 Apr 07 08:17:04.753814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-cf055737-ca27-4a7e-918e-c5ad072632a9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:04.762295 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-cf055737-ca27-4a7e-918e-c5ad072632a9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.9972522 Apr 07 08:17:04.768560 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Current status of the port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:04.768949 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.041687 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 30c66573-9c5e-450e-9850-f346063bc9f5 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:05.043055 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2009e3dc-82ab-4a3a-97d0-7b861c10201e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:05.047801 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] For port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:05.052314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:05.053078 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (19d6902b-ac05-45a2-be5a-b74b31749578), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.061477 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b8187ac3-bbdd-42f2-9f65-17820d1871d2 req-a3c4fc2e-7f7a-4532-8b0d-ce7b85aa7806 service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052287 Apr 07 08:17:05.079042 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-b5368719-675c-4517-b765-8414c8124493 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/quotas/c0598d0f794f40b49322c9417c47dfb3 HTTP/1.1" status: 200 len: 375 time: 0.3157952 Apr 07 08:17:05.081758 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ac67ef00-638f-4ca6-a38c-66340c153718 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9fa092795664363bea2fc9a648924cf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7160208 Apr 07 08:17:05.087203 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67ef00-638f-4ca6-a38c-66340c153718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c420c4-8ce9-4ff0-9622-d543d217ef83,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:05.087691 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53358) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:05.196355 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (19d6902b-ac05-45a2-be5a-b74b31749578), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.227916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] Publish callbacks [] for security_group (35c420c4-8ce9-4ff0-9622-d543d217ef83), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.337748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] Publish callbacks [] for security_group (35c420c4-8ce9-4ff0-9622-d543d217ef83), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.371031 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.406223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f894eb-128c-456b-963a-199ddbfe394d req-db93873b-5fef-44f1-a38f-b658694b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:05.408146 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-db93873b-5fef-44f1-a38f-b658694b0c05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23ca8b13c5d6486285cedf45d7245b6a&device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 1127 time: 0.1280572 Apr 07 08:17:05.428845 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.446908 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541dac9-052f-4389-a1ea-822d563ef3bc None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:05.532109 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.585238 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 2009e3dc-82ab-4a3a-97d0-7b861c10201e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:05.585995 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.630930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Provisioning complete for port 5a35dce9-7aac-40f1-8c8a-6d425b138834 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:05.632057 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.637577 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d6902b-ac05-45a2-be5a-b74b31749578,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:05.673785 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-a36d61e9-c539-43ce-bc3b-3cac8a07982f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5444829 Apr 07 08:17:05.673785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.673785 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-02fe7489-5e9a-4f2c-aeab-df0fb4469fb8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9021134 Apr 07 08:17:05.689183 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Pushing event updated for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:05.744956 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f894eb-128c-456b-963a-199ddbfe394d req-deeae220-d278-463d-9e83-46c8960d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:05.746540 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-deeae220-d278-463d-9e83-46c8960d3dda service neutron] 10.222.0.20 "GET /v2.0/networks?id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635 HTTP/1.1" status: 200 len: 913 time: 0.3265312 Apr 07 08:17:05.748417 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53376) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:05.760150 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:05.815837 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096a85c-3bfc-44d8-bf4d-3e790341817f req-16881dac-749b-4f71-b636-860ae5c19130 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:05.815837 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3096a85c-3bfc-44d8-bf4d-3e790341817f req-16881dac-749b-4f71-b636-860ae5c19130 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.7796986 Apr 07 08:17:05.849913 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-3e1c0c4e-8bea-41d4-ab6e-899eaf2f66a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c HTTP/1.1" status: 200 len: 217 time: 0.0793724 Apr 07 08:17:05.870510 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (35c420c4-8ce9-4ff0-9622-d543d217ef83), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.877042 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.879202 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35c420c4-8ce9-4ff0-9622-d543d217ef83 HTTP/1.1" status: 204 len: 168 time: 0.7903271 Apr 07 08:17:05.905837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404363e8-6d03-4843-a2c9-0ad94a07b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c420c4-8ce9-4ff0-9622-d543d217ef83,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:05.966998 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:05.974142 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 2009e3dc-82ab-4a3a-97d0-7b861c10201e is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:05.974849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.080438 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Current status of the port 5a35dce9-7aac-40f1-8c8a-6d425b138834 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:06.081238 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.085934 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f894eb-128c-456b-963a-199ddbfe394d req-739fe688-70e3-48f9-9c38-b93557be62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:06.095869 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-739fe688-70e3-48f9-9c38-b93557be62d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6b8a2c5-0811-441b-b7b7-4ba235020f9a HTTP/1.1" status: 200 len: 852 time: 0.2134693 Apr 07 08:17:06.125055 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 2009e3dc-82ab-4a3a-97d0-7b861c10201e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2009e3dc-82ab-4a3a-97d0-7b861c10201e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:06.171262 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Allocated IP 172.27.1.68 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/f0bbefaf-ea31-4c9b-b7b8-5d265407159b) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:06.193705 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3096a85c-3bfc-44d8-bf4d-3e790341817f req-92f7eb0a-5d87-4c15-ac78-ceb9bb9fd540 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599904 Apr 07 08:17:06.205215 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] For port 5a35dce9-7aac-40f1-8c8a-6d425b138834, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a35dce9-7aac-40f1-8c8a-6d425b138834,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:06.225634 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.226623 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f0faf324-7c83-4e62-bc2c-e5997fbf3b97 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:06.245487 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-0439a2ac-0a71-4ae2-aadd-cf8e8eda2b06 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670166 Apr 07 08:17:06.277744 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-369f1930-7017-4ddc-9956-70ee6c346b6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735973 Apr 07 08:17:06.410566 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.424511 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-6d1d945f-0bd3-439c-9725-1448b609218a service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636956 Apr 07 08:17:06.471814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.562984 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:17:06.602423 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-7cb7f41c-dee0-4679-892c-606d82979c5b service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948906 Apr 07 08:17:06.634498 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.756888 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:06.757577 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:06.775705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.830421 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=2009e3dc-82ab-4a3a-97d0-7b861c10201e,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:06.843105 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-65f894eb-128c-456b-963a-199ddbfe394d req-550cfa02-8f9d-4869-bf82-53e12653bb24 service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262466 Apr 07 08:17:06.925516 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Provisioning complete for port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:06.925917 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:06.988732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=f0bbefaf-ea31-4c9b-b7b8-5d265407159b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:07.008058 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:07.008968 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.023674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:07.046608 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:07.052088 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ad2d7f93-42ca-4505-8bd5-f5cef1e6a022 req-b5f1e63b-76b0-4f6b-9032-673b7aae9612 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 210 time: 0.0961339 Apr 07 08:17:07.056017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:07.138693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43adea-d626-471d-b4c7-59708bbbfde8 None None] Pushing event updated for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:07.170820 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53410) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:07.281732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.301371 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Allocated IP 172.27.1.17 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/d71dbc0a-eb90-4f47-957a-94b70abb7c4e) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:07.427239 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53424) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:07.452439 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-90295bb0-924e-46f2-9377-0f06c2c5647c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.477460 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:07.552087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.566406 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f37edb-e538-4e1d-b492-b9b55455533b req-6828972f-2121-4aa3-af63-e91114006701 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:07.568002 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02f37edb-e538-4e1d-b492-b9b55455533b req-6828972f-2121-4aa3-af63-e91114006701 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.2120669 Apr 07 08:17:07.773468 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-90295bb0-924e-46f2-9377-0f06c2c5647c admin admin] Publish callbacks [] for security_group (cb666508-485c-4bb7-974f-31e935ffea3e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.781233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.846355 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:07.853587 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Current status of the port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:07.900658 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Provisioning complete for port 5a35dce9-7aac-40f1-8c8a-6d425b138834 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:07.901895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:07.903571 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0fc013df-9d3c-4987-b655-a6ea6e45f23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.139363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0fc013df-9d3c-4987-b655-a6ea6e45f23d admin admin] Publish callbacks [] for security_group (01d95270-4f97-4562-8240-4ec64942a625), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.139363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-90295bb0-924e-46f2-9377-0f06c2c5647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cb666508-485c-4bb7-974f-31e935ffea3e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.253798 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-90295bb0-924e-46f2-9377-0f06c2c5647c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9aa9b20009048918b55e576c6548974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8254418 Apr 07 08:17:08.257047 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53450) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:08.258822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90295bb0-924e-46f2-9377-0f06c2c5647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb666508-485c-4bb7-974f-31e935ffea3e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:08.270914 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0fc013df-9d3c-4987-b655-a6ea6e45f23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (01d95270-4f97-4562-8240-4ec64942a625), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.338920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-62575903-bfa7-490e-8fdb-3388f9cfac5c None None] Current status of the port 5a35dce9-7aac-40f1-8c8a-6d425b138834 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:08.387059 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0fc013df-9d3c-4987-b655-a6ea6e45f23d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15ac39593e034a47b9a5af2c12a7d112&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2128310 Apr 07 08:17:08.389094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53454) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:08.422386 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc013df-9d3c-4987-b655-a6ea6e45f23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d95270-4f97-4562-8240-4ec64942a625,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:08.438598 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:08.475854 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] Publish callbacks [] for security_group (cb666508-485c-4bb7-974f-31e935ffea3e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.510633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] Publish callbacks [] for security_group (cb666508-485c-4bb7-974f-31e935ffea3e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.522290 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] Publish callbacks [] for security_group (01d95270-4f97-4562-8240-4ec64942a625), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.547966 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 2, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:08.574435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] Publish callbacks [] for security_group (01d95270-4f97-4562-8240-4ec64942a625), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.580450 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02f37edb-e538-4e1d-b492-b9b55455533b req-4dc0fedc-7dc2-4c49-8367-5a4445405251 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9781458 Apr 07 08:17:08.588236 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-81b555db-f652-4e14-9902-ac1c98bc01c4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:08.596602 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-81b555db-f652-4e14-9902-ac1c98bc01c4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.8419619 Apr 07 08:17:08.600252 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.622068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-3dd4f026-f23a-4615-ad16-517a1a876a1b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/quotas/c0598d0f794f40b49322c9417c47dfb3 HTTP/1.1" status: 200 len: 375 time: 0.0156786 Apr 07 08:17:08.631724 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:17:08.632089 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Updating router 3930cc92-015b-473f-acc6-b35f86f96238 port 5a795b37-8ae1-4404-a534-30ced64f0072 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:17:08.675753 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.691779 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.725190 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.738933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.771581 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:08.778540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:08.781423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=f0bbefaf-ea31-4c9b-b7b8-5d265407159b,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:08.791183 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:08.825425 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-16e6ffd0-eea5-4552-8e1d-67cc329fb62b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1921175 Apr 07 08:17:08.842010 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.27.1.203 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/92de21e1-59d4-4611-bcea-2fb8c6161248) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:08.857158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:08.857762 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.882616 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=d71dbc0a-eb90-4f47-957a-94b70abb7c4e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:08.919625 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cb666508-485c-4bb7-974f-31e935ffea3e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.930623 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.932035 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb666508-485c-4bb7-974f-31e935ffea3e HTTP/1.1" status: 204 len: 168 time: 0.6632020 Apr 07 08:17:08.932831 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (01d95270-4f97-4562-8240-4ec64942a625), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.949391 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.949391 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01d95270-4f97-4562-8240-4ec64942a625 HTTP/1.1" status: 204 len: 168 time: 0.5477920 Apr 07 08:17:08.973162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.984374 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:08.988158 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-c11ec17b-d8b1-4397-b349-11827d382978 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3270187 Apr 07 08:17:09.020835 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5cd5-4453-4262-8a65-78ed6ed0e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb666508-485c-4bb7-974f-31e935ffea3e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:09.035393 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf207c-ca25-4d42-9d3c-cba1c8a20092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d95270-4f97-4562-8240-4ec64942a625,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:09.125732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.143693 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.315136 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.400756 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:09.411503 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:09.421307 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:09.423762 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:09.426809 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a35dce9-7aac-40f1-8c8a-6d425b138834 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:09.458529 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.520019 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=92de21e1-59d4-4611-bcea-2fb8c6161248,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:09.649360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 5a35dce9-7aac-40f1-8c8a-6d425b138834 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:09.649360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.649360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks [] for port (5a795b37-8ae1-4404-a534-30ced64f0072), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.654650 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.719800 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 5a35dce9-7aac-40f1-8c8a-6d425b138834 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:09.721690 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2009e3dc-82ab-4a3a-97d0-7b861c10201e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:09.787574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fafc8e-a619-4f55-8ecb-a188dff904d2 req-7a5e1c04-4c81-4da9-9028-c85d8bf127f3 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:09.796716 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-06fafc8e-a619-4f55-8ecb-a188dff904d2 req-7a5e1c04-4c81-4da9-9028-c85d8bf127f3 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.0776126 Apr 07 08:17:09.797248 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 2009e3dc-82ab-4a3a-97d0-7b861c10201e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:09.797866 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:09.880090 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-06fafc8e-a619-4f55-8ecb-a188dff904d2 req-25bf2acb-c3d8-496a-999c-6f7cdba3fd9d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Apr 07 08:17:10.058588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 2009e3dc-82ab-4a3a-97d0-7b861c10201e is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:10.059627 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 24a18383-0bce-4d63-bbc4-e6231f017184 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:10.109367 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 24a18383-0bce-4d63-bbc4-e6231f017184 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:10.109742 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.205416 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 24a18383-0bce-4d63-bbc4-e6231f017184 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:10.205967 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.230138 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 24a18383-0bce-4d63-bbc4-e6231f017184, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=24a18383-0bce-4d63-bbc4-e6231f017184,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:10.371069 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-f56c70f1-68cf-40f0-9047-f4a1ca089737 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:17:10.372108 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-f56c70f1-68cf-40f0-9047-f4a1ca089737 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3246703 Apr 07 08:17:10.429472 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-82e16e84-26ac-4e8a-9932-67de5f720c0b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--91829194&fields=id&tenant_id=1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 267 time: 0.0881402 Apr 07 08:17:10.700429 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-b296cca5-abd3-4c47-a3e2-e734da50ff9f service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186588 Apr 07 08:17:10.744821 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-f20eca64-b5c4-4054-9a00-2345f925b1ae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:10.746140 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-f20eca64-b5c4-4054-9a00-2345f925b1ae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 810 time: 0.2901635 Apr 07 08:17:10.779529 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.810837 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.826299 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-457cd0dc-46f2-40c1-818d-b328ffbd8c31 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/quotas/1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 375 time: 0.0507648 Apr 07 08:17:10.832475 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.861614 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46856c8-d084-4430-933a-e3d0a964d380 None None] Pushing event updated for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:10.869125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.869125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f345e469-2892-4046-9702-c79b51527490 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:10.880831 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=d71dbc0a-eb90-4f47-957a-94b70abb7c4e,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:10.908700 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.939020 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-9934099a-e840-4ded-adc1-54dcc9462de0 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326450 Apr 07 08:17:10.967748 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-506a8dc6-bfff-47d7-b063-a5ab78831c7b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271822 Apr 07 08:17:10.975033 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:10.982364 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a37732d7-10c7-40d1-8a9d-c0176adc687e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3371603 Apr 07 08:17:11.185211 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-f91d012d-1689-427c-b018-67cd5435b3df service neutron] 10.222.0.24 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831515 Apr 07 08:17:11.195038 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=24a18383-0bce-4d63-bbc4-e6231f017184,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:11.218638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Attempting to bind port 5a795b37-8ae1-4404-a534-30ced64f0072 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:11.218638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Attempting to bind port 5a795b37-8ae1-4404-a534-30ced64f0072 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:11.218638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Attempting to bind port 5a795b37-8ae1-4404-a534-30ced64f0072 on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:11.222009 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port f345e469-2892-4046-9702-c79b51527490 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:11.222423 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f345e469-2892-4046-9702-c79b51527490), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.255446 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.263755 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:11.264312 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:11.264947 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.265113 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Bound using segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:11.265604 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Bound port: 5a795b37-8ae1-4404-a534-30ced64f0072, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:11.265989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.302069 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-33921aa2-dcf4-4276-ab34-73af968696eb service neutron] 10.222.0.24 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106462 Apr 07 08:17:11.326537 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-b7bdabe9-2030-4f54-87e0-5b0efa1988be None None] Provisioning complete for port 5a795b37-8ae1-4404-a534-30ced64f0072 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:11.326922 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b7bdabe9-2030-4f54-87e0-5b0efa1988be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.353731 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.451467 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121170-1e66-4bf9-8278-95499f2505ea req-280e4270-765e-434b-9533-1a76bc796a77 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:11.469363 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02121170-1e66-4bf9-8278-95499f2505ea req-280e4270-765e-434b-9533-1a76bc796a77 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.0882201 Apr 07 08:17:11.471994 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] For port 5a795b37-8ae1-4404-a534-30ced64f0072, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:11.475254 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] For port 5a795b37-8ae1-4404-a534-30ced64f0072, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a795b37-8ae1-4404-a534-30ced64f0072,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:11.480635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdabe9-2030-4f54-87e0-5b0efa1988be None None] Port 5a795b37-8ae1-4404-a534-30ced64f0072 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:11.525951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53542) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:11.534166 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port f345e469-2892-4046-9702-c79b51527490 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:11.556692 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=92de21e1-59d4-4611-bcea-2fb8c6161248,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:11.559077 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02121170-1e66-4bf9-8278-95499f2505ea req-c5b541eb-5567-4125-b344-f289eb09bf42 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887492 Apr 07 08:17:11.559906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-67a1d33a-555b-4b87-b143-5608cf47bee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.571129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.575844 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.674244 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:11.685984 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b03b5818-6a76-47e2-8b7a-7e3e7d5f457e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9361389 Apr 07 08:17:11.742908 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:11.746320 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:16:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:11.768935 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9940238-35e9-48c9-9b79-be0f69cc314d req-4dccd9a1-3ee2-45c4-a9a8-e23a6305ee1d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.1464670 Apr 07 08:17:11.908810 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-17227e71-d305-4091-88ce-7ed992b2f686 req-d1c49559-a778-4700-9d23-b2fd08b2ca19 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0636711 Apr 07 08:17:11.923711 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:11.963351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 24a18383-0bce-4d63-bbc4-e6231f017184 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:11.995986 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-9d5c4aea-e175-48ef-afc6-744870a5af03 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1251288759&fields=id&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 267 time: 0.2120495 Apr 07 08:17:12.022493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-67a1d33a-555b-4b87-b143-5608cf47bee2 admin admin] Publish callbacks [] for security_group (9b930d00-fdac-4821-aa1c-1d9b8ffef186), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.072856 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46856c8-d084-4430-933a-e3d0a964d380 None None] Pushing event updated for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:12.170667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-67a1d33a-555b-4b87-b143-5608cf47bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9b930d00-fdac-4821-aa1c-1d9b8ffef186), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.207708 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 24a18383-0bce-4d63-bbc4-e6231f017184 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:12.208704 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.247351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Provisioning complete for port 5a795b37-8ae1-4404-a534-30ced64f0072 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:12.247690 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.254142 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-8563751c-88a6-49a8-b0a6-75afca5ded82 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--88695384&fields=id&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 267 time: 0.1426005 Apr 07 08:17:12.260396 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-67a1d33a-555b-4b87-b143-5608cf47bee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4393639ea724b388ee066457fb98737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7351046 Apr 07 08:17:12.263017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53594) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:12.266545 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-5b05f869-403b-46e7-9c92-6c67c706ca09 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:12.267998 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-5b05f869-403b-46e7-9c92-6c67c706ca09 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 816 time: 0.2602606 Apr 07 08:17:12.270078 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1d33a-555b-4b87-b143-5608cf47bee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b930d00-fdac-4821-aa1c-1d9b8ffef186,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:12.333638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-b7e8bf83-04ba-41e6-a9cb-87f282e7da3f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/quotas/04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 375 time: 0.0408587 Apr 07 08:17:12.367815 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] Publish callbacks [] for security_group (9b930d00-fdac-4821-aa1c-1d9b8ffef186), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.422673 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] Publish callbacks [] for security_group (9b930d00-fdac-4821-aa1c-1d9b8ffef186), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.441419 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-d9fd46d1-5a92-4d84-bef3-0038d0f79638 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:12.442899 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-d9fd46d1-5a92-4d84-bef3-0038d0f79638 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.1691401 Apr 07 08:17:12.459929 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-909ee7a6-96ba-454f-93b8-8e74570d6eb5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185920 Apr 07 08:17:12.496983 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-d630377c-43b4-4d19-8752-0b18668ca196 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/quotas/855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 375 time: 0.0278773 Apr 07 08:17:12.519181 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 24a18383-0bce-4d63-bbc4-e6231f017184 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:12.574227 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Current status of the port 5a795b37-8ae1-4404-a534-30ced64f0072 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:12.574558 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.596015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-c7bc2aa8-a25f-4db6-b281-ad3f06c7d525 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346552 Apr 07 08:17:12.605391 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-8b6229fb-4ac8-4ab0-b341-85b9ef8b15ba tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800235 Apr 07 08:17:12.635675 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] For port 5a795b37-8ae1-4404-a534-30ced64f0072, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a795b37-8ae1-4404-a534-30ced64f0072,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:12.638755 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:11Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:12.662271 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9b930d00-fdac-4821-aa1c-1d9b8ffef186), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.668488 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.671883 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b930d00-fdac-4821-aa1c-1d9b8ffef186 HTTP/1.1" status: 204 len: 168 time: 0.4071746 Apr 07 08:17:12.678721 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c39b9f-617f-43bf-a6a6-39dcd61fbdf3 None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:11Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:12.684131 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6d71e-ee44-4be8-b804-e6ceca83c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b930d00-fdac-4821-aa1c-1d9b8ffef186,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:12.779941 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:12.820112 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-334ff4a4-6be3-4b67-8e9e-3a068a97fb24 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135730 Apr 07 08:17:12.830338 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-8290c96e-6734-40ad-a541-59dced30c086 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960716 Apr 07 08:17:12.921695 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4440-b21d-4e9d-a523-3fa43eb74859 None None] Pushing event updated for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:13.012561 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-6fc09346-ecc4-4ba7-b09b-06a94c66a61b service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719043 Apr 07 08:17:13.036216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device be365a4e-4f97-49a2-b1a9-1932fdaee75c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:13.130539 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:13.194177 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:13.237884 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'network_id': '35d4daf0-9c27-470a-a7d3-6cc69c7ba635', 'port_id': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b8a2c5-0811-441b-b7b7-4ba235020f9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:13.352919 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port be365a4e-4f97-49a2-b1a9-1932fdaee75c is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:13.353320 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:13.430673 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be365a4e-4f97-49a2-b1a9-1932fdaee75c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:13.536024 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:13.611988 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:13.626537 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-58a1daf8-e152-47ca-bf4a-be5d02df4d8b req-f360ff3f-20fc-40ff-bd80-12b310aa2ad9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.2421761 Apr 07 08:17:13.770318 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:13.865482 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-55cab578-4055-40e9-9e57-61fb643288e4 req-dc578cb8-32dc-4f43-8fef-f8000326d123 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.1632557 Apr 07 08:17:13.875517 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a795b37-8ae1-4404-a534-30ced64f0072 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:13.899201 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3087-c6bb-42b0-972a-6d98372b873e req-be74045a-cbfb-4d91-9bd7-babb011c2a5f tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:13.900973 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e61b3087-c6bb-42b0-972a-6d98372b873e req-be74045a-cbfb-4d91-9bd7-babb011c2a5f tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 944 time: 0.4286535 Apr 07 08:17:13.999046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-b4ec6fd6-7adf-4aa0-9667-e67d80e94081 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:13.999810 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-b4ec6fd6-7adf-4aa0-9667-e67d80e94081 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.3230314 Apr 07 08:17:14.006918 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['be365a4e-4f97-49a2-b1a9-1932fdaee75c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:14.018087 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'port': {'device_id': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'admin_state_up': True, 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:14.094936 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6494e5c-2c0e-4e3e-898f-eafd24da2ae1 req-6f1ff71a-6477-4c03-b809-33d6586413fe tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.1452770 Apr 07 08:17:14.182628 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e61b3087-c6bb-42b0-972a-6d98372b873e req-5f5e7fb4-f535-494a-a2a0-1de23bd1d9b6 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757778 Apr 07 08:17:14.309843 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8c08e296-416f-4dca-ba3b-788cb25ba6d8 req-f8d37f3b-62c3-4f03-84f1-6039c2058a0b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0645189 Apr 07 08:17:14.405192 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 5a795b37-8ae1-4404-a534-30ced64f0072 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:14.405749 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:14.485649 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Made reservation on behalf of c0598d0f794f40b49322c9417c47dfb3 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:17:14.493610 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:14.635601 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 5a795b37-8ae1-4404-a534-30ced64f0072 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:14.740636 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Allocated IP 172.20.0.12 (e0ed5bdb-95be-4d41-bb84-74d454414530/fb37753e-07a0-445f-9155-2cf072f34053/52070d87-b906-489e-b7ae-db4a15f1a977) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:14.792620 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bfad629f-e0f2-4402-8fa3-104623862727 req-ec18899b-80ef-4784-bb07-65694b25bce3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.0334063 Apr 07 08:17:14.946300 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for port (52070d87-b906-489e-b7ae-db4a15f1a977), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.090264 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-829299c3-20ff-4d4c-b250-5bc79e20b9be req-1deb3980-47a8-4893-a3c5-5dc4c6e40c52 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0699081 Apr 07 08:17:15.120928 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device be365a4e-4f97-49a2-b1a9-1932fdaee75c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:15.177634 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.199347 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f691132-928a-41df-9980-9a00ac957d63 req-51e12133-849e-46f2-b00d-5dbb4d321b82 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0297253 Apr 07 08:17:15.231607 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:15.234799 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:15.238603 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:15.276669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:15.314909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:15.315552 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.317147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port be365a4e-4f97-49a2-b1a9-1932fdaee75c completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:15.332621 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port be365a4e-4f97-49a2-b1a9-1932fdaee75c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:15.334568 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.340400 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d436-d2f9-4cc8-94ea-40666c1c0ba1 req-15ee40bc-f6cb-439b-bb7b-a863bd324be3 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:15.342356 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6018d436-d2f9-4cc8-94ea-40666c1c0ba1 req-15ee40bc-f6cb-439b-bb7b-a863bd324be3 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 944 time: 0.0793345 Apr 07 08:17:15.424888 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53752) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:15.458935 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-99bc4449-83b2-4258-a742-19411f3871bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4447093 Apr 07 08:17:15.466780 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port be365a4e-4f97-49a2-b1a9-1932fdaee75c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:15.467362 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.471093 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6018d436-d2f9-4cc8-94ea-40666c1c0ba1 req-79add695-7835-417e-8c38-643814aa5a86 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Apr 07 08:17:15.495277 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9657717c-9722-4504-ae0b-1d2a5885f690 req-5752466f-9c6c-4384-9c72-eec807d061e3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0838289 Apr 07 08:17:15.519214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:15.551630 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Request body: {'port': {'device_id': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:15.573780 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.20', 64873) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:15.599533 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:15.624711 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-0605932a-d92e-48e9-a869-e64604d193db None None] Provisioning complete for port 52070d87-b906-489e-b7ae-db4a15f1a977 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:15.626733 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0605932a-d92e-48e9-a869-e64604d193db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.672393 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-0605932a-d92e-48e9-a869-e64604d193db None None] Port 52070d87-b906-489e-b7ae-db4a15f1a977 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:15.676722 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.702243 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.728180 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-33306348-0fee-4157-82e9-c45ce586bd00 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:15.730419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-33306348-0fee-4157-82e9-c45ce586bd00 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.1548634 Apr 07 08:17:15.757614 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'port': {'device_id': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'admin_state_up': True, 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:15.796275 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:15.921980 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53770) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:15.952589 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bb5916cf-4a88-4e4b-84a9-041965db3c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:15.965562 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89e8b3-90a0-4fed-9118-9ce97e61e71b" -d '{"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-plugged", "status": "completed", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:15.986016 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.20', 64874) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:16.025909 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9b37ee08-20cc-4361-8f3d-c4f75698241e req-97fe1eb3-ed76-46a0-bd00-40bce974435d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.0960023 Apr 07 08:17:16.064028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c94661e0-d815-49a8-a1fb-836975470b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.203452 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Made reservation on behalf of c0598d0f794f40b49322c9417c47dfb3 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:17:16.205073 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.264159 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4721dd-9d8e-4ad1-875a-6450dd3eba45 x-openstack-request-id: req-8f4721dd-9d8e-4ad1-875a-6450dd3eba45 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:16.264338 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f38fa0f6-12c0-49a4-8093-1efc906c1dcc req-bca569cf-bda3-49c4-b523-e93f8c0b9ac2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0721073 Apr 07 08:17:16.264899 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-plugged", "status": "completed", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:16.265256 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f4721dd-9d8e-4ad1-875a-6450dd3eba45 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:16.265828 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4721dd-9d8e-4ad1-875a-6450dd3eba45'] response: {'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'code': 200} Apr 07 08:17:16.267867 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-26dfd9c9-fdbe-4489-bae7-3444f2e72dc1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:16.274610 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-26dfd9c9-fdbe-4489-bae7-3444f2e72dc1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 810 time: 0.2862754 Apr 07 08:17:16.384114 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c94661e0-d815-49a8-a1fb-836975470b5c admin admin] Publish callbacks [] for security_group (6acb0e1e-c62a-403b-b0fc-f1c90d1feb05), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.437342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5c793b09-aae6-4230-9762-587329cd3d9b req-dae002b7-5ed2-43ed-a7bb-a02150e66705 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0490849 Apr 07 08:17:16.603050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bb5916cf-4a88-4e4b-84a9-041965db3c5f admin admin] Publish callbacks [] for security_group (5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.617103 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52070d87-b906-489e-b7ae-db4a15f1a977 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:16.632047 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks [] for port (52070d87-b906-489e-b7ae-db4a15f1a977), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.646352 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-f5313441-8586-4ae5-bc89-23bc41530188 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 378 time: 0.3072286 Apr 07 08:17:16.658597 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Transition to ACTIVE for port object 52070d87-b906-489e-b7ae-db4a15f1a977 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:16.662371 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-c94661e0-d815-49a8-a1fb-836975470b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6acb0e1e-c62a-403b-b0fc-f1c90d1feb05), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.679538 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bb5916cf-4a88-4e4b-84a9-041965db3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.720195 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5916cf-4a88-4e4b-84a9-041965db3c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:16.724495 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-bb5916cf-4a88-4e4b-84a9-041965db3c5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79eb6b8a2de748f1a7c2a107f958f416&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2982945 Apr 07 08:17:16.724675 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6e11aaf-1bfc-4c27-958a-889c71bdca5c req-865a3ca7-ba02-4cf1-b945-0a7bf73878b2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0764315 Apr 07 08:17:16.735070 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53806) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:16.771399 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94661e0-d815-49a8-a1fb-836975470b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb0e1e-c62a-403b-b0fc-f1c90d1feb05,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:16.777537 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-c94661e0-d815-49a8-a1fb-836975470b5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8361019812c34c8b8496412d0173088e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8546147 Apr 07 08:17:16.780499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53810) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:16.801463 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] Publish callbacks [] for security_group (5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.818854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10564f8-e64d-4b0e-8a4a-2a15be385b57 req-b176a1ce-1a6f-4c4b-93ef-ee3d5f5f32a5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:16.820419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e10564f8-e64d-4b0e-8a4a-2a15be385b57 req-b176a1ce-1a6f-4c4b-93ef-ee3d5f5f32a5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.1741471 Apr 07 08:17:16.824949 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] Publish callbacks [] for security_group (5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.831203 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.906172 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Pushing event updated for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:16.945343 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] Publish callbacks [] for security_group (6acb0e1e-c62a-403b-b0fc-f1c90d1feb05), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:16.958300 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Allocated IP 172.20.0.11 (e0ed5bdb-95be-4d41-bb84-74d454414530/fb37753e-07a0-445f-9155-2cf072f34053/25c1f96b-d74e-4ef1-901d-4bc4c20fc6df) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:16.987004 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'port': {'device_id': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'admin_state_up': True, 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'security_groups': ['5a1af445-4e11-4436-962d-7080a19f4f78']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:16.998711 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e10564f8-e64d-4b0e-8a4a-2a15be385b57 req-e257c65e-c255-4183-8ad9-d1e43ff4b7ff tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687849 Apr 07 08:17:16.998711 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] Publish callbacks [] for security_group (6acb0e1e-c62a-403b-b0fc-f1c90d1feb05), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.072442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Attempting to bind port 52070d87-b906-489e-b7ae-db4a15f1a977 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:17.073386 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Attempting to bind port 52070d87-b906-489e-b7ae-db4a15f1a977 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:17.073758 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Attempting to bind port 52070d87-b906-489e-b7ae-db4a15f1a977 on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:17.076167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.078812 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.079981 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e HTTP/1.1" status: 204 len: 168 time: 0.3433993 Apr 07 08:17:17.122231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.20', 64881) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:17.128517 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79da504-af2d-4bec-9c7e-1574125b4443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da84fcc-5c8d-44c8-83d1-890a4ed0dc0e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:17.131558 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Port 52070d87-b906-489e-b7ae-db4a15f1a977 on network e0ed5bdb-95be-4d41-bb84-74d454414530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:17.131898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Attempting to bind port 52070d87-b906-489e-b7ae-db4a15f1a977 on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:17.142459 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:17.142836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:17.143236 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Bound using segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:17.146605 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Bound port: 52070d87-b906-489e-b7ae-db4a15f1a977, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:17.147656 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.149337 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f7eeb6e7-ab70-46fb-add7-9595815e48e7 req-e80f7f66-a79f-4dd7-aca4-2843f5a68d77 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.0346372 Apr 07 08:17:17.233087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6acb0e1e-c62a-403b-b0fc-f1c90d1feb05), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.239645 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.239645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6acb0e1e-c62a-403b-b0fc-f1c90d1feb05 HTTP/1.1" status: 204 len: 168 time: 0.4556317 Apr 07 08:17:17.281137 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daf60e-9d45-4420-890b-1ac8dc07619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb0e1e-c62a-403b-b0fc-f1c90d1feb05,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:17.303761 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:17.324661 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=52070d87-b906-489e-b7ae-db4a15f1a977,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:17.348276 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-f105eb47-37a2-40ba-b715-d34930b60d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:17.349814 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-f105eb47-37a2-40ba-b715-d34930b60d6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 1129 time: 0.1942711 Apr 07 08:17:17.360724 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Made reservation on behalf of 1a65dca85af0457db32c0cecffd81193 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:17:17.366410 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.413530 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.431871 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d53b29d-9688-4180-96ed-113e825f0c72 req-70920f96-93d2-498f-bf8e-58ee96473ef3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0356228 Apr 07 08:17:17.454458 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.532233 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:17.533369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.534286 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] 10.222.0.20 "PUT /v2.0/ports/52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 200 len: 1094 time: 1.9878702 Apr 07 08:17:17.534760 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:17.540788 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192444f2-0fae-484c-b041-1d0413098f20" -d '{"events": [{"name": "network-changed", "server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:17.602161 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Allocated IP 172.20.0.12 (6f5bda89-16b9-445c-a976-5051601d8d24/07b418ef-0a96-4d61-86d2-868b046ed9d8/1b7f1f3d-fa87-497d-aaaa-410d7593808e) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:17.604146 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed9097-e862-4882-b19e-cb67809e2b2f service neutron] Pushing event updated for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:17.607634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4e0193e9-f1df-4ef1-9b0b-aecdd0ddb920 req-f504ad7b-042e-491b-b388-2bce9b98ad56 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0689096 Apr 07 08:17:17.633751 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.650756 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80ad92-ea0e-4992-9812-cfa7881709e7 x-openstack-request-id: req-bd80ad92-ea0e-4992-9812-cfa7881709e7 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:17.652433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:17.652854 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd80ad92-ea0e-4992-9812-cfa7881709e7 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:17.654270 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd80ad92-ea0e-4992-9812-cfa7881709e7'] response: {'name': 'network-changed', 'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977', 'status': 'completed', 'code': 200} Apr 07 08:17:17.759311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.20', 64882) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:17.792418 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:17.923658 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:17.937635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:17.940835 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-46434429-d863-4ce2-8718-fe424113ded8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:17.942484 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-46434429-d863-4ce2-8718-fe424113ded8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.1436617 Apr 07 08:17:17.947332 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.20', 64883) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:17.971677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:17.978595 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-44a003c2-4b5f-4d50-8131-538b9623f895 req-31f8c21f-8ba7-4a24-ac02-0477e442d310 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0823450 Apr 07 08:17:17.979513 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:17.985925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:17.986739 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.075998 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.078624 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192444f2-0fae-484c-b041-1d0413098f20 req-11555f43-cdec-4cd7-a79a-ce9857d24b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.080199 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-192444f2-0fae-484c-b041-1d0413098f20 req-11555f43-cdec-4cd7-a79a-ce9857d24b61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1128 time: 0.3143308 Apr 07 08:17:18.213011 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-c2923752-243d-4c7f-934c-ec1ac4ba8c8c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.216048 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-c2923752-243d-4c7f-934c-ec1ac4ba8c8c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 816 time: 0.2546432 Apr 07 08:17:18.225506 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-89971bbd-3ce8-4f10-a97e-cb19e75ff20d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 378 time: 0.2639313 Apr 07 08:17:18.230636 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-eb9dee89-d01e-47b2-9f7f-6bdd19fa33ee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4821243 Apr 07 08:17:18.250135 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53852) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:18.259362 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d1444d5a-da83-486d-8d4c-9891e036e07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.309597 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Request body: {'port': {'device_id': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:18.319069 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-8d5bbdd1-6d2a-4312-994e-42f48ab8796c None None] Provisioning complete for port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:18.323668 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8d5bbdd1-6d2a-4312-994e-42f48ab8796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.372384 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'port': {'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'admin_state_up': True, 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'security_groups': ['c8c29848-75c2-4174-9526-1e6dc6c1a37c']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:18.385813 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-44685058-c107-4cdf-85bd-c19abd695596 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 380 time: 0.1234930 Apr 07 08:17:18.389177 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.398040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bbdd1-6d2a-4312-994e-42f48ab8796c None None] Port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:18.410424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] Publish callbacks [] for security_group (9c151d5c-9c67-4d70-93e5-147f24ff8a0a), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.459075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53858) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:18.489220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cab39-3418-48bb-9830-f971f9000a0e req-e5b34235-123b-4207-8e50-cedbaf576380 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.491032 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e3cab39-3418-48bb-9830-f971f9000a0e req-e5b34235-123b-4207-8e50-cedbaf576380 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.3800342 Apr 07 08:17:18.513989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192444f2-0fae-484c-b041-1d0413098f20 req-6178c613-35cc-4129-871b-46fb0a679a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.517344 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-192444f2-0fae-484c-b041-1d0413098f20 req-6178c613-35cc-4129-871b-46fb0a679a82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0598d0f794f40b49322c9417c47dfb3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4000556 Apr 07 08:17:18.527676 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'port': {'device_id': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'admin_state_up': True, 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'security_groups': ['53d232a5-5917-4bdc-8148-998460114b8e']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:18.537885 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:18.541657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-068d4552-97d7-4ee9-9a57-c4f7732d8947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.574445 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:18.576331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9c151d5c-9c67-4d70-93e5-147f24ff8a0a), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.595471 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:18.634034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:18.636265 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94d2e2-0772-470e-9a86-0a919b219f83 req-31363890-e36a-4d93-b403-9618746a7862 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.644202 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7e94d2e2-0772-470e-9a86-0a919b219f83 req-31363890-e36a-4d93-b403-9618746a7862 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 932 time: 0.3539040 Apr 07 08:17:18.694792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.734189 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3ca3590c-facc-492f-8e2c-7e46eee431cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.753411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:18.754046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.794948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d1444d5a-da83-486d-8d4c-9891e036e07c admin admin] Publish callbacks [] for security_group (3c89f91c-7207-407a-8428-5d02acaa5996), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.822737 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2102971 Apr 07 08:17:18.836193 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c151d5c-9c67-4d70-93e5-147f24ff8a0a,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:18.878083 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e3cab39-3418-48bb-9830-f971f9000a0e req-20efe8c9-9cd6-475e-b131-c58226de1444 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708084 Apr 07 08:17:18.890314 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:17:18.893572 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.901894 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-258040e0-7ed4-4d45-8d74-8dac356219cf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9209895 Apr 07 08:17:18.902486 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d1444d5a-da83-486d-8d4c-9891e036e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3c89f91c-7207-407a-8428-5d02acaa5996), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.944231 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-4adb7cfe-c895-4c38-9236-533e091456bb None None] Provisioning complete for port 1b7f1f3d-fa87-497d-aaaa-410d7593808e triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:18.946611 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4adb7cfe-c895-4c38-9236-533e091456bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:18.953028 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d1444d5a-da83-486d-8d4c-9891e036e07c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=def03f8eac5e4e9ab46f7fd9d25b3c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7061441 Apr 07 08:17:18.962327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 53878) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:18.972961 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1444d5a-da83-486d-8d4c-9891e036e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89f91c-7207-407a-8428-5d02acaa5996,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:19.006905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4adb7cfe-c895-4c38-9236-533e091456bb None None] Port 1b7f1f3d-fa87-497d-aaaa-410d7593808e cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:19.018585 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Made reservation on behalf of 04484041f7f94f849d3964bfd19e47e9 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:17:19.021951 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.143272 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] Publish callbacks [] for security_group (3c89f91c-7207-407a-8428-5d02acaa5996), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.155327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Request body: {'port': {'device_id': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:19.181021 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7e94d2e2-0772-470e-9a86-0a919b219f83 req-89920406-e7f5-4c21-afc1-5d324c9e8f13 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358806 Apr 07 08:17:19.319094 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192444f2-0fae-484c-b041-1d0413098f20 req-6da903ca-7f11-434f-b7a9-b193d576cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:19.320579 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-192444f2-0fae-484c-b041-1d0413098f20 req-6da903ca-7f11-434f-b7a9-b193d576cfce service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7473388 Apr 07 08:17:19.393991 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0a89daa4-3379-4bf5-b7c3-b2eb9b5602f5 req-601d1b4b-a7dd-4870-805f-516e42bb7b37 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0893412 Apr 07 08:17:19.397484 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.20.0.10 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/2fea277c-9847-4e76-8dee-6ef05d284983) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:19.420283 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-068d4552-97d7-4ee9-9a57-c4f7732d8947 admin admin] Publish callbacks [] for security_group (ed7d0136-7107-4aae-9983-6463bec4a263), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.425815 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] Publish callbacks [] for security_group (3c89f91c-7207-407a-8428-5d02acaa5996), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.442607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3020-8c51-409a-b526-8a09cbb7aa7d req-d78d0431-2632-4b0d-ba63-795ed4e6c870 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:19.444138 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-203c3020-8c51-409a-b526-8a09cbb7aa7d req-d78d0431-2632-4b0d-ba63-795ed4e6c870 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 932 time: 0.3087320 Apr 07 08:17:19.506569 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.514880 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-30c9221f-f81f-4678-8f84-f62f29732606 req-cfa56027-6f5b-4879-a962-4efaae96394f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0458622 Apr 07 08:17:19.530422 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-068d4552-97d7-4ee9-9a57-c4f7732d8947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ed7d0136-7107-4aae-9983-6463bec4a263), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.555375 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Allocated IP 172.20.0.14 (8aa5e598-1986-40f3-8a00-4ca541e02858/a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db/3ef6c53f-a938-4e0c-ab6d-05755cc583cc) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:17:19.603641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-203c3020-8c51-409a-b526-8a09cbb7aa7d req-25f40713-9a53-46e1-96cb-ac202d36d1a7 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357098 Apr 07 08:17:19.613208 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d4552-97d7-4ee9-9a57-c4f7732d8947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7d0136-7107-4aae-9983-6463bec4a263,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:19.619586 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-068d4552-97d7-4ee9-9a57-c4f7732d8947 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06b1c3166b0c4ccbb6509697df5cda59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1549854 Apr 07 08:17:19.622637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 53882) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:19.743092 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3c89f91c-7207-407a-8428-5d02acaa5996), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.745628 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.747000 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c89f91c-7207-407a-8428-5d02acaa5996 HTTP/1.1" status: 204 len: 168 time: 0.7836804 Apr 07 08:17:19.767100 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:19.782919 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks [] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.802950 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220c37f-028c-495d-9f1f-991cbc8f55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89f91c-7207-407a-8428-5d02acaa5996,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:19.820385 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Transition to ACTIVE for port object 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:19.840135 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-10c10826-6ef7-45fa-ab18-1b102116660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:19.841996 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-10c10826-6ef7-45fa-ab18-1b102116660e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1128 time: 0.1329448 Apr 07 08:17:19.845773 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] Publish callbacks [] for security_group (ed7d0136-7107-4aae-9983-6463bec4a263), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.875361 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (2fea277c-9847-4e76-8dee-6ef05d284983), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:19.965672 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.007575 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] Publish callbacks [] for security_group (ed7d0136-7107-4aae-9983-6463bec4a263), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.008369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.011465 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-952ec46c-db24-4340-9ee7-fcca496c7c22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 200 len: 217 time: 0.1466246 Apr 07 08:17:20.092423 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.109731 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7f1f3d-fa87-497d-aaaa-410d7593808e {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:20.168383 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks [] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.189841 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:20.197453 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:20.204911 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:20.209657 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Transition to ACTIVE for port object 1b7f1f3d-fa87-497d-aaaa-410d7593808e will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:20.247787 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.255530 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:20.314059 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.314720 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.323870 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:17:20.331551 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:17:20.342333 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:17:20.375489 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e20fc5-a8ee-42dc-bc31-0b20ac67ef9c req-56e99709-5f0f-4ca2-8c8b-470b5e4b0718 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.384567 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96e20fc5-a8ee-42dc-bc31-0b20ac67ef9c req-56e99709-5f0f-4ca2-8c8b-470b5e4b0718 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.3648701 Apr 07 08:17:20.393548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Pushing event updated for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:20.403006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Attempting to bind port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:20.403372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Attempting to bind port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:20.403717 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Attempting to bind port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:20.429923 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.438258 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df on network e0ed5bdb-95be-4d41-bb84-74d454414530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:20.438258 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Attempting to bind port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:20.442040 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:20.442850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-dafcbf2e-f854-4edb-a810-0f5b623fc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.444422 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-dafcbf2e-f854-4edb-a810-0f5b623fc0d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.3592007 Apr 07 08:17:20.447532 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:20.448087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:20.448674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Bound using segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:20.449145 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Bound port: 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:20.449514 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.558772 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96e20fc5-a8ee-42dc-bc31-0b20ac67ef9c req-16fd6241-e7b7-4651-ba3b-721301241171 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732020 Apr 07 08:17:20.604432 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-7e8e3720-55d9-4c8a-b037-4cc0b0374767 None None] Provisioning complete for port 2fea277c-9847-4e76-8dee-6ef05d284983 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:20.604996 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3720-55d9-4c8a-b037-4cc0b0374767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.717489 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7246ecb7-96f3-482c-ada9-5e6e5b9c1678 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4525824 Apr 07 08:17:20.722581 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Attempting to bind port 1b7f1f3d-fa87-497d-aaaa-410d7593808e on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:20.723019 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Attempting to bind port 1b7f1f3d-fa87-497d-aaaa-410d7593808e by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:20.723536 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Attempting to bind port 1b7f1f3d-fa87-497d-aaaa-410d7593808e on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:20.728365 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e3720-55d9-4c8a-b037-4cc0b0374767 None None] Port 2fea277c-9847-4e76-8dee-6ef05d284983 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:20.730602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c0b4a-ebd1-4392-b12c-709f5503ab89 req-3171ddbb-f379-4903-af19-0da493f62ed8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.733109 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Port 1b7f1f3d-fa87-497d-aaaa-410d7593808e on network 6f5bda89-16b9-445c-a976-5051601d8d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:20.733814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Attempting to bind port 1b7f1f3d-fa87-497d-aaaa-410d7593808e on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:20.743739 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-281c0b4a-ebd1-4392-b12c-709f5503ab89 req-3171ddbb-f379-4903-af19-0da493f62ed8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 944 time: 0.4362817 Apr 07 08:17:20.748883 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.749072 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.768587 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:20.769732 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Checking segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:20.770276 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Bound using segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:20.770903 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Bound port: 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:20.771441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.776015 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:20.814931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ed7d0136-7107-4aae-9983-6463bec4a263), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.817483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.818732 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed7d0136-7107-4aae-9983-6463bec4a263 HTTP/1.1" status: 204 len: 168 time: 1.1951537 Apr 07 08:17:20.863760 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd35b6-35ec-4158-aea5-f111dfa9f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7d0136-7107-4aae-9983-6463bec4a263,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:20.864294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:20.868989 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:20.875619 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-1245afdb-d7fa-416a-a3e9-18b1c3b83bb2 None None] Provisioning complete for port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:20.876125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1245afdb-d7fa-416a-a3e9-18b1c3b83bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.883684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:20.891213 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4bf2db02-6daf-4840-a0ef-3b2f4c4a32c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3804045 Apr 07 08:17:20.907191 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9123015f-7642-4cb7-8dd2-dc6ee226f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.908832 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9123015f-7642-4cb7-8dd2-dc6ee226f9a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4559352 Apr 07 08:17:20.912317 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-83b06cc4-0fc7-4804-a9ae-eac71e3b42d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:20.927056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:20.931402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-1245afdb-d7fa-416a-a3e9-18b1c3b83bb2 None None] Port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:17:20.935037 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-281c0b4a-ebd1-4392-b12c-709f5503ab89 req-22e48dbc-747e-497d-a3c1-391d9550a966 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902065 Apr 07 08:17:20.952719 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5833c-9616-4c46-87e0-b30ddebaf26f req-276b2693-f51d-49d7-ae0a-2d3d1bab6480 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:20.954973 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7eb5833c-9616-4c46-87e0-b30ddebaf26f req-276b2693-f51d-49d7-ae0a-2d3d1bab6480 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 932 time: 0.2621262 Apr 07 08:17:20.986948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.023227 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.043301 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.044435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.047134 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 1094 time: 1.8982260 Apr 07 08:17:21.050157 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:21.053928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c25da7-e295-4e85-b88d-bb62d53222e1" -d '{"events": [{"name": "network-changed", "server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:21.111581 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7eb5833c-9616-4c46-87e0-b30ddebaf26f req-6ddaf3c6-f667-4a98-a4d1-73ad314dc3b5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488822 Apr 07 08:17:21.139748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.140380 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.147984 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] 10.222.0.20 "PUT /v2.0/ports/25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 1094 time: 2.8597724 Apr 07 08:17:21.149424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:21.161193 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056450c-89d0-472c-ba8b-b7f2176fdc42 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:21.210067 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Request body: {'port': {'device_id': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:21.230092 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Request body: {'port': {'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:21.379781 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.519405 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:21.544417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a4302-52b1-4f6b-ae31-463d817a1642 req-ccbd8013-a95f-4325-8bad-7adb3d6702cc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.546101 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-533a4302-52b1-4f6b-ae31-463d817a1642 req-ccbd8013-a95f-4325-8bad-7adb3d6702cc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 932 time: 0.5199180 Apr 07 08:17:21.546866 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871f08d-715a-4581-8e5c-19f97bbb2f14 service neutron] Pushing event updated for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:21.605827 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000e3972-688f-4c53-b20b-b8cc875349bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:21.673289 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc7122-4741-4a51-a868-ac4dc91b90bb req-9fa95484-e32f-43b1-b00a-70c7e7848625 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.674903 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6fbc7122-4741-4a51-a868-ac4dc91b90bb req-9fa95484-e32f-43b1-b00a-70c7e7848625 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.3837867 Apr 07 08:17:21.680990 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-be315b38-cc3a-40c0-9cd9-73f078d6e100 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875084 Apr 07 08:17:21.708689 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-b9b95b01-a497-4827-a14f-69e054e714bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.710246 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-b9b95b01-a497-4827-a14f-69e054e714bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1128 time: 0.2338104 Apr 07 08:17:21.845517 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-f0c1c1f8-72c5-4386-8ed5-aba501aa635c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 217 time: 0.0746863 Apr 07 08:17:21.924274 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-533a4302-52b1-4f6b-ae31-463d817a1642 req-1b453581-f630-4d6c-b862-78e42efbac97 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347685 Apr 07 08:17:21.932778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-4035b1e4-6aa3-43f1-93b2-d6700e63c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:21.934157 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-4035b1e4-6aa3-43f1-93b2-d6700e63c998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1128 time: 0.5220857 Apr 07 08:17:22.009660 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-da3e00c6-7f2f-47df-a8ca-5141a25e929d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 217 time: 0.0514264 Apr 07 08:17:22.016794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155fe52f-3886-4857-85b0-75b337cb1144 x-openstack-request-id: req-155fe52f-3886-4857-85b0-75b337cb1144 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:22.017140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:22.017341 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-155fe52f-3886-4857-85b0-75b337cb1144 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:22.017746 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155fe52f-3886-4857-85b0-75b337cb1144'] response: {'name': 'network-changed', 'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'status': 'completed', 'code': 200} Apr 07 08:17:22.071570 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6fbc7122-4741-4a51-a868-ac4dc91b90bb req-a17bb191-380e-4a19-8443-ce015a464c0c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3857994 Apr 07 08:17:22.109739 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9ac95e87-922c-4a58-8605-3948442707a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178116 Apr 07 08:17:22.128351 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-879b73d5-c17d-4f32-b128-ce0f8f2968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.130341 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-879b73d5-c17d-4f32-b128-ce0f8f2968dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.1138778 Apr 07 08:17:22.171965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f992ce-1dfd-4b3d-a529-de28c74337a7 req-50311a7e-e3d9-4891-854c-92d0bc381785 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.173531 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d8f992ce-1dfd-4b3d-a529-de28c74337a7 req-50311a7e-e3d9-4891-854c-92d0bc381785 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.1108973 Apr 07 08:17:22.189676 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fea277c-9847-4e76-8dee-6ef05d284983 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:22.198670 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks [] for port (2fea277c-9847-4e76-8dee-6ef05d284983), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.212963 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Transition to ACTIVE for port object 2fea277c-9847-4e76-8dee-6ef05d284983 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:22.216512 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58138-6109-4160-ac76-38beedc47fea req-609a3ebe-ebdb-4693-878c-08eff03d9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.218049 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-609a3ebe-ebdb-4693-878c-08eff03d9b5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810764 Apr 07 08:17:22.265161 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-6235b29c-90b9-4a00-825d-c4e3cf572a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.267172 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-6235b29c-90b9-4a00-825d-c4e3cf572a3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.3918617 Apr 07 08:17:22.275206 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.292529 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d8f992ce-1dfd-4b3d-a529-de28c74337a7 req-700c2e5f-fe70-4450-93f2-0928e190c8a7 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103725 Apr 07 08:17:22.301733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:22.321899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks [] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.337120 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.364676 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-05eb37b6-446d-4f63-b60b-95e2df388cb3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396489 Apr 07 08:17:22.386742 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Transition to ACTIVE for port object 3ef6c53f-a938-4e0c-ab6d-05755cc583cc will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:17:22.452941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a497a-29f8-41a9-a07b-649a421471dd req-61cf4b87-04bd-4e83-83df-d6810be71be3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.467378 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed7a497a-29f8-41a9-a07b-649a421471dd req-61cf4b87-04bd-4e83-83df-d6810be71be3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 944 time: 0.0844545 Apr 07 08:17:22.478690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:22.517643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.538192 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed7a497a-29f8-41a9-a07b-649a421471dd req-c08457eb-48e4-47fe-9726-1fd6ad583c4a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698488 Apr 07 08:17:22.650047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fc47e2-8e24-4539-8558-8aa547d1cf8f x-openstack-request-id: req-88fc47e2-8e24-4539-8558-8aa547d1cf8f {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:22.650653 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:22.651528 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88fc47e2-8e24-4539-8558-8aa547d1cf8f {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:22.655786 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fc47e2-8e24-4539-8558-8aa547d1cf8f'] response: {'name': 'network-changed', 'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', 'status': 'completed', 'code': 200} Apr 07 08:17:22.703821 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aebb4-1676-46fe-8699-bbf7092a0349 req-6f83e5d6-809a-462b-8bfd-9de95c13c317 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:22.705662 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4c2aebb4-1676-46fe-8699-bbf7092a0349 req-6f83e5d6-809a-462b-8bfd-9de95c13c317 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1000996 Apr 07 08:17:22.785489 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4c2aebb4-1676-46fe-8699-bbf7092a0349 req-878ce092-f675-4cb1-88ac-36820dc0ecca tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697587 Apr 07 08:17:22.835918 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:22.856916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Attempting to bind port 2fea277c-9847-4e76-8dee-6ef05d284983 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:22.857551 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Attempting to bind port 2fea277c-9847-4e76-8dee-6ef05d284983 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:22.858801 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Attempting to bind port 2fea277c-9847-4e76-8dee-6ef05d284983 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:22.862176 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Attempting to bind port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:17:22.862541 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Attempting to bind port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:17:22.862876 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Attempting to bind port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:22.868799 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Port 2fea277c-9847-4e76-8dee-6ef05d284983 on network e436714d-fd7b-4023-a411-0a52d57a3d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:22.869592 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Attempting to bind port 2fea277c-9847-4e76-8dee-6ef05d284983 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:22.872823 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc on network 8aa5e598-1986-40f3-8a00-4ca541e02858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:17:22.873151 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Attempting to bind port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:17:22.879439 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:22.879786 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:22.880177 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:22.880677 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Bound port: 2fea277c-9847-4e76-8dee-6ef05d284983, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:22.881044 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:22.890862 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:17:22.891211 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Checking segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:17:22.891599 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Bound using segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:17:22.892043 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Bound port: 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:17:22.895350 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.002642 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:23.004948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2fea277c-9847-4e76-8dee-6ef05d284983,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:23.006884 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:17:23.011350 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:17:23.107262 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.162808 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0271ff-f802-4c7c-8744-7ff5ba83a087 req-29631e73-7d72-4150-b538-162bed82cd83 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.167600 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.175446 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6f0271ff-f802-4c7c-8744-7ff5ba83a087 req-29631e73-7d72-4150-b538-162bed82cd83 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.1435766 Apr 07 08:17:23.305424 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-19e58138-6109-4160-ac76-38beedc47fea req-1f16a5b3-605b-4cea-a0ad-94cb8c127be5 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371953 Apr 07 08:17:23.316340 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6f0271ff-f802-4c7c-8744-7ff5ba83a087 req-26eb6377-64fd-47b2-9258-584f45b59d60 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382675 Apr 07 08:17:23.333554 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ce3bc-8ab4-4363-9959-9492c4761868 req-d6c0fcda-3266-4245-8b52-bb22959be2a2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.341304 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-586ce3bc-8ab4-4363-9959-9492c4761868 req-d6c0fcda-3266-4245-8b52-bb22959be2a2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.1470225 Apr 07 08:17:23.409604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-586ce3bc-8ab4-4363-9959-9492c4761868 req-bd387916-5152-4a11-9964-4595336777b1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666630 Apr 07 08:17:23.436010 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.506315 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.506979 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.508835 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] 10.222.0.20 "PUT /v2.0/ports/2fea277c-9847-4e76-8dee-6ef05d284983 HTTP/1.1" status: 200 len: 1094 time: 2.3029213 Apr 07 08:17:23.526958 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.527673 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:23.529113 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 1094 time: 2.3244402 Apr 07 08:17:23.531077 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-b089d714-26da-4b40-b661-532431c8ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.532452 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-b089d714-26da-4b40-b661-532431c8ff3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4667330 Apr 07 08:17:23.535598 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26013c68-8cf9-4279-b817-9271ddd534ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:23.613491 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605cfd3-c809-4917-90de-c48bcf55eaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:23.693452 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af722d8-242f-4189-9635-400988b43832 req-3ef7a3e5-3590-4a50-a731-f0aba9c76d41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.707592 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8af722d8-242f-4189-9635-400988b43832 req-3ef7a3e5-3590-4a50-a731-f0aba9c76d41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 944 time: 0.0784316 Apr 07 08:17:23.775546 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8af722d8-242f-4189-9635-400988b43832 req-b17a6b4b-9ff0-405f-b22c-33677ef2c510 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670152 Apr 07 08:17:23.910969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295427c6-d684-458c-9fa5-2e7026d904c1 req-f76c3b35-ee7e-42b2-95ea-25eb0851de73 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:23.912709 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-295427c6-d684-458c-9fa5-2e7026d904c1 req-f76c3b35-ee7e-42b2-95ea-25eb0851de73 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0610099 Apr 07 08:17:23.963871 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-295427c6-d684-458c-9fa5-2e7026d904c1 req-b9ecb6ed-55bf-47cd-a593-c685ea6d6ccb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445399 Apr 07 08:17:24.018895 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983'}, {'name': 'network-changed', 'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:24.021337 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fde327-2632-4d1a-ac17-63764c56d39c" -d '{"events": [{"name": "network-changed", "server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983"}, {"name": "network-changed", "server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:24.063391 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b4c572-bbb4-4da3-b64a-cc3c49a5a84d x-openstack-request-id: req-e1b4c572-bbb4-4da3-b64a-cc3c49a5a84d {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:24.063762 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:24.064221 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1b4c572-bbb4-4da3-b64a-cc3c49a5a84d {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:24.064642 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b4c572-bbb4-4da3-b64a-cc3c49a5a84d'] response: {'name': 'network-changed', 'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983', 'status': 'completed', 'code': 200} Apr 07 08:17:24.064903 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b4c572-bbb4-4da3-b64a-cc3c49a5a84d'] response: {'name': 'network-changed', 'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'status': 'completed', 'code': 200} Apr 07 08:17:24.433214 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3972-688f-4c53-b20b-b8cc875349bf req-27f3722f-1d2e-4de3-93a6-b0f8bfb1e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.434797 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-27f3722f-1d2e-4de3-93a6-b0f8bfb1e2fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1128 time: 0.1430702 Apr 07 08:17:24.434933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4538a60c-1bc0-446b-88a4-5d30835b50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.436629 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-4538a60c-1bc0-446b-88a4-5d30835b50fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1128 time: 0.0608191 Apr 07 08:17:24.458981 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-1ca7fa3a-232b-45dd-a94e-baaea4d691aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.460464 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-1ca7fa3a-232b-45dd-a94e-baaea4d691aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 1128 time: 0.1604931 Apr 07 08:17:24.529234 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-da5048a3-0d9c-4ce9-90a8-9e512d7383a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 217 time: 0.0488005 Apr 07 08:17:24.583054 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-8ccab8ce-468b-4088-94a8-5c66ba7538b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943695 Apr 07 08:17:24.617437 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-33c9bfca-bc5f-424d-94da-4789175a0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.619238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-33c9bfca-bc5f-424d-94da-4789175a0c08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0781887 Apr 07 08:17:24.668948 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946d4e3-e34e-42d1-9170-70757cb8c43b req-ec256e3d-8981-478d-8661-5767cfffc273 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.668948 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d946d4e3-e34e-42d1-9170-70757cb8c43b req-ec256e3d-8981-478d-8661-5767cfffc273 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.2276502 Apr 07 08:17:24.705218 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd05a8-a8fb-480c-95d7-9596c432dc72 req-ba9fa3f0-0bbf-4864-aa2e-76ee42330984 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.711015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bebd05a8-a8fb-480c-95d7-9596c432dc72 req-ba9fa3f0-0bbf-4864-aa2e-76ee42330984 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.1869757 Apr 07 08:17:24.752647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-18d1a209-2c96-4a8c-b03c-d74879c47220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.754181 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-18d1a209-2c96-4a8c-b03c-d74879c47220 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286466 Apr 07 08:17:24.787063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:24.793475 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3972-688f-4c53-b20b-b8cc875349bf req-32ff7ff4-0113-42a8-966e-d01ee9433653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.794996 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-32ff7ff4-0113-42a8-966e-d01ee9433653 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.3385711 Apr 07 08:17:24.813764 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d946d4e3-e34e-42d1-9170-70757cb8c43b req-d9ec00ad-b8ee-43a8-ba1e-9c475333b034 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262708 Apr 07 08:17:24.860843 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-edcc2622-5509-4828-9ad2-6be1e47068e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:24.862345 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-edcc2622-5509-4828-9ad2-6be1e47068e3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=855750222ce5470b8ee897311bbc175c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3624921 Apr 07 08:17:24.865349 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-ab8cd88f-26a5-4690-acdb-a0da2b5a9898 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 217 time: 0.0616529 Apr 07 08:17:24.870874 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-dc2b9684-3634-4b54-8f1b-4b58d76fcf47 req-932bc68f-1517-434d-b19c-d4659e0747b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796316 Apr 07 08:17:24.877646 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bebd05a8-a8fb-480c-95d7-9596c432dc72 req-215b4110-1492-4624-9b9e-4d12a0889625 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637073 Apr 07 08:17:24.959977 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-53dbb3df-b85c-4348-a790-a2e4858bc099 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986141 Apr 07 08:17:25.015167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3972-688f-4c53-b20b-b8cc875349bf req-cc4fdc8e-97f3-45a8-8365-6e3f7558ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.016671 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-cc4fdc8e-97f3-45a8-8365-6e3f7558ce16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.1123486 Apr 07 08:17:25.137747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066c74-f715-4281-8fda-707036505638 req-acfbecd4-6457-449a-a459-3ddce2cb8db7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.139484 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af066c74-f715-4281-8fda-707036505638 req-acfbecd4-6457-449a-a459-3ddce2cb8db7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 944 time: 0.1259258 Apr 07 08:17:25.140721 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:25.166568 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95e53f7b-2ac6-4544-a676-68ae6fca758f req-48534d1f-fa25-40f6-929c-33819fea8e4a service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977260 Apr 07 08:17:25.186398 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-2f0eebc3-ad3a-4c2b-8e5c-f9936db18dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.188884 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-2f0eebc3-ad3a-4c2b-8e5c-f9936db18dfd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3159163 Apr 07 08:17:25.197122 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af066c74-f715-4281-8fda-707036505638 req-a6486a19-cbf4-4cd9-b670-a0b6b66145f5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Apr 07 08:17:25.254393 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:25.266745 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'port_id': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', 'mac_address': 'fa:16:3e:4b:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:25.303645 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e7857-8f92-477d-b328-4f6b11290079 req-e5135e8f-6a32-4075-b409-f2c64dcfb38a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.303843 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:25.304217 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:25.305148 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e9e7857-8f92-477d-b328-4f6b11290079 req-e5135e8f-6a32-4075-b409-f2c64dcfb38a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0533357 Apr 07 08:17:25.316983 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:25.336622 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:25.354262 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e9e7857-8f92-477d-b328-4f6b11290079 req-e389009d-e107-402f-9b8e-c7148228e476 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Apr 07 08:17:25.473899 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:25.474575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 52070d87-b906-489e-b7ae-db4a15f1a977 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:25.539816 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:25.545026 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=52070d87-b906-489e-b7ae-db4a15f1a977,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:25.555945 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '52070d87-b906-489e-b7ae-db4a15f1a977', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'port_id': '52070d87-b906-489e-b7ae-db4a15f1a977', 'mac_address': 'fa:16:3e:9e:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:25.599301 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 52070d87-b906-489e-b7ae-db4a15f1a977 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:25.599723 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:25.613515 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52070d87-b906-489e-b7ae-db4a15f1a977 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:25.632067 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=52070d87-b906-489e-b7ae-db4a15f1a977,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:25.908141 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:25.938820 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017aad2-3a9d-4194-aa5e-15f5add53ea7 req-994673ef-82ea-409e-9c28-2728f02764fd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.956135 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1017aad2-3a9d-4194-aa5e-15f5add53ea7 req-994673ef-82ea-409e-9c28-2728f02764fd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0544705 Apr 07 08:17:25.965780 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3972-688f-4c53-b20b-b8cc875349bf req-5318b756-c721-433c-86f3-72db4d6ac756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:25.968294 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-5318b756-c721-433c-86f3-72db4d6ac756 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537965 Apr 07 08:17:25.969206 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:26.025783 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1017aad2-3a9d-4194-aa5e-15f5add53ea7 req-73469217-ab97-492a-bae4-db61eb8d1b6c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772676 Apr 07 08:17:26.048607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-ad471aed-26c9-4b9a-9943-d8922975c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.052723 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-ad471aed-26c9-4b9a-9943-d8922975c0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1128 time: 0.0862913 Apr 07 08:17:26.116295 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-df9e2020-c421-4d24-aa7e-35f831519652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.117858 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-df9e2020-c421-4d24-aa7e-35f831519652 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 1128 time: 0.1315324 Apr 07 08:17:26.128065 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-6b17940c-3fda-4344-b23d-28d3ddd4031a service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517677 Apr 07 08:17:26.185663 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-5b1f5c94-d578-4cc4-82f8-fb25416636f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea277c-9847-4e76-8dee-6ef05d284983 HTTP/1.1" status: 200 len: 217 time: 0.0505474 Apr 07 08:17:26.268379 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aac7d5-5c8e-42da-9e74-9e9ce2d0fe54 req-918c5af3-6c0d-4397-8fac-705952688411 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.275754 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c3aac7d5-5c8e-42da-9e74-9e9ce2d0fe54 req-918c5af3-6c0d-4397-8fac-705952688411 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.1789439 Apr 07 08:17:26.277943 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-96170c2d-1566-4753-9d8e-a9f562d1a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.280321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-96170c2d-1566-4753-9d8e-a9f562d1a55e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.2190971 Apr 07 08:17:26.281046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7b201293-a980-44f7-93b3-5f8cab1defba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.283031 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-7b201293-a980-44f7-93b3-5f8cab1defba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0879872 Apr 07 08:17:26.306222 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-000e3972-688f-4c53-b20b-b8cc875349bf req-3e3ed1fb-cd6f-4a47-99b1-ee1196477bcb service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650386 Apr 07 08:17:26.325086 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c3aac7d5-5c8e-42da-9e74-9e9ce2d0fe54 req-c864f12f-a25e-49ea-8ad9-4fdab9052d2b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484879 Apr 07 08:17:26.428158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['25c1f96b-d74e-4ef1-901d-4bc4c20fc6df'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:26.442374 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098cde0-4f95-48be-9968-a012ca69bf69 req-5c6c616b-30bd-4e07-8c31-4108cfff8f60 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.444633 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a098cde0-4f95-48be-9968-a012ca69bf69 req-5c6c616b-30bd-4e07-8c31-4108cfff8f60 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 945 time: 0.0631347 Apr 07 08:17:26.493862 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a098cde0-4f95-48be-9968-a012ca69bf69 req-3c8e8a25-5ae3-45e7-95ed-b2099aacdbbb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Apr 07 08:17:26.585526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['52070d87-b906-489e-b7ae-db4a15f1a977'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:26.628937 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6574f2-8fbd-40b0-8776-4f2521369905 req-551a7c63-3dfd-4ae9-8895-03eb79af25fc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:26.630522 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ca6574f2-8fbd-40b0-8776-4f2521369905 req-551a7c63-3dfd-4ae9-8895-03eb79af25fc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0594425 Apr 07 08:17:26.677795 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ca6574f2-8fbd-40b0-8776-4f2521369905 req-d7c53a01-9b40-4b21-b3b8-1fd555acf5f0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Apr 07 08:17:27.151012 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1dfaf-0d92-4518-b7c5-090cf388446e req-eb77b224-d38a-4757-b810-80c3108366fd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.154919 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b3a1dfaf-0d92-4518-b7c5-090cf388446e req-eb77b224-d38a-4757-b810-80c3108366fd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0598917 Apr 07 08:17:27.205183 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-54ad22c0-db4a-46e3-b3cb-5daa0ee8b7b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 217 time: 0.0398943 Apr 07 08:17:27.245752 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-12463bbb-1b2c-4a50-83d8-c8198fa8d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.247305 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-12463bbb-1b2c-4a50-83d8-c8198fa8d481 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856822 Apr 07 08:17:27.249150 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-775bf3a6-890f-4df4-8ebf-322b48080d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.250574 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-775bf3a6-890f-4df4-8ebf-322b48080d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1128 time: 0.0804570 Apr 07 08:17:27.262830 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b3a1dfaf-0d92-4518-b7c5-090cf388446e req-e9b51f14-f52e-4f9f-bd94-d1a51fb14195 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043227 Apr 07 08:17:27.279551 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-1baa33a7-bbd6-479b-9e64-c94f3ef9e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.281038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-1baa33a7-bbd6-479b-9e64-c94f3ef9e23a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0645862 Apr 07 08:17:27.333023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-078ce0c5-fe62-45c6-8804-2ecc1c74ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.334436 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-078ce0c5-fe62-45c6-8804-2ecc1c74ef2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462034 Apr 07 08:17:27.430096 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-e51cd821-d702-48cb-8583-69be8b9da448 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715147 Apr 07 08:17:27.431052 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-9ab08716-f0c0-4bc6-ba01-86619254bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.432358 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-9ab08716-f0c0-4bc6-ba01-86619254bb3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1648886 Apr 07 08:17:27.478740 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0518d-2b31-4331-8232-c77b957fa7a0 req-c9ee13b9-50e9-4cbd-a7d0-2d8a2058aaba tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.480175 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eec0518d-2b31-4331-8232-c77b957fa7a0 req-c9ee13b9-50e9-4cbd-a7d0-2d8a2058aaba tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.0799861 Apr 07 08:17:27.481892 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-c6191685-9b44-4fff-9f7e-2ebcd97af9e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398809 Apr 07 08:17:27.529413 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eec0518d-2b31-4331-8232-c77b957fa7a0 req-f132ff0b-86a1-4ec4-b2d3-765baa3facf1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430408 Apr 07 08:17:27.632530 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dff3d-cfe9-48b1-8046-69ea70894d5a req-0de8e7bb-4cae-46f2-81ce-4c4e45746d3a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.634019 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0f2dff3d-cfe9-48b1-8046-69ea70894d5a req-0de8e7bb-4cae-46f2-81ce-4c4e45746d3a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Apr 07 08:17:27.682115 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0f2dff3d-cfe9-48b1-8046-69ea70894d5a req-0e89a880-2cc9-433c-a7fe-222147a012de tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Apr 07 08:17:27.807399 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f19f7-aff8-4e0d-bc25-74196b33a6dd req-a58e877f-76c5-4c70-a85d-6f7118324386 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:27.808959 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d09f19f7-aff8-4e0d-bc25-74196b33a6dd req-a58e877f-76c5-4c70-a85d-6f7118324386 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0578694 Apr 07 08:17:27.856048 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d09f19f7-aff8-4e0d-bc25-74196b33a6dd req-88b01aea-460c-4270-b2cd-6e6c2408a1e4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Apr 07 08:17:28.384193 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d52c0-ab61-4a8e-aad3-7d9b1cb9b3fa req-6da2038e-2a15-4cc3-8cee-3a0731759ff6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:28.385630 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-934d52c0-ab61-4a8e-aad3-7d9b1cb9b3fa req-6da2038e-2a15-4cc3-8cee-3a0731759ff6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0509481 Apr 07 08:17:28.431449 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-934d52c0-ab61-4a8e-aad3-7d9b1cb9b3fa req-119ca615-e3c2-462e-a551-f14ef23dc163 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402226 Apr 07 08:17:28.651691 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968406-aa2b-42e7-b525-c6790db3819c req-5e7ae666-dfd5-4399-8cc3-a33ae041c877 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:28.653144 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1968406-aa2b-42e7-b525-c6790db3819c req-5e7ae666-dfd5-4399-8cc3-a33ae041c877 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.0523303 Apr 07 08:17:28.701873 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1968406-aa2b-42e7-b525-c6790db3819c req-65e7f47d-fd65-4fe1-a7ad-2f3954d8e9fe tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429437 Apr 07 08:17:28.795816 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194920db-a1c4-4abf-8673-83e0ba97fa6c req-a5ffc789-6531-43a3-bf3f-6ae8b1aca914 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:28.797267 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-194920db-a1c4-4abf-8673-83e0ba97fa6c req-a5ffc789-6531-43a3-bf3f-6ae8b1aca914 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 945 time: 0.0504248 Apr 07 08:17:28.844337 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-194920db-a1c4-4abf-8673-83e0ba97fa6c req-e0379db9-73b8-4ce2-a76e-cb447a9d5993 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Apr 07 08:17:28.972126 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81296c3-4bae-4314-9d76-147a8a2ab2d9 req-2c6f7da9-9723-45e8-98cc-38ce22c66a15 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:28.973456 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e81296c3-4bae-4314-9d76-147a8a2ab2d9 req-2c6f7da9-9723-45e8-98cc-38ce22c66a15 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0499947 Apr 07 08:17:29.020274 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e81296c3-4bae-4314-9d76-147a8a2ab2d9 req-2ab00c22-c895-4a3e-9201-67e7aa013b65 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Apr 07 08:17:29.550291 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f2f1-45be-45ac-b2e4-86c498d7a8ba req-fbabeccf-e74c-48e0-a577-a6a35b73fa69 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:29.551784 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11f4f2f1-45be-45ac-b2e4-86c498d7a8ba req-fbabeccf-e74c-48e0-a577-a6a35b73fa69 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0544033 Apr 07 08:17:29.599499 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11f4f2f1-45be-45ac-b2e4-86c498d7a8ba req-e6e3d8d6-ba45-44ef-b3a9-30563c04ead0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420752 Apr 07 08:17:29.817057 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d65ac-4f08-4146-a28f-73dda7bef50f req-ec8b516e-683e-4051-86a1-9090f8636b21 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:29.818743 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e67d65ac-4f08-4146-a28f-73dda7bef50f req-ec8b516e-683e-4051-86a1-9090f8636b21 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 944 time: 0.0524251 Apr 07 08:17:29.867329 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e67d65ac-4f08-4146-a28f-73dda7bef50f req-a989fc2f-4a04-4685-a011-6b46b22996ea tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419905 Apr 07 08:17:30.169130 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-7e152ad5-6eac-4520-a7ea-e48b5913fd20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 217 time: 0.2446525 Apr 07 08:17:30.212222 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 1b7f1f3d-fa87-497d-aaaa-410d7593808e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:30.231433 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:30.261951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42ed9-a4d3-4a14-a422-bdae1610f037 req-a16a8067-b316-4f61-9011-e14f46fda37b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:30.263472 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c9a42ed9-a4d3-4a14-a422-bdae1610f037 req-a16a8067-b316-4f61-9011-e14f46fda37b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 945 time: 0.3531764 Apr 07 08:17:30.282412 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc54fb-3385-45e2-8786-7cc6fb2e546a req-8919af5c-b85b-432f-b366-b4fb8ba65137 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:30.283965 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94bc54fb-3385-45e2-8786-7cc6fb2e546a req-8919af5c-b85b-432f-b366-b4fb8ba65137 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1233346 Apr 07 08:17:30.284333 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-11a8c4c7-f593-471b-96c5-77be86009c12 req-b149a87e-8138-4f62-b8d9-0ce8879eac93 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613167 Apr 07 08:17:30.318900 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-74099f56-42bf-4e01-8c74-b94dcb78d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:30.324549 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-74099f56-42bf-4e01-8c74-b94dcb78d84b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0755844 Apr 07 08:17:30.338217 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69c25da7-e295-4e85-b88d-bb62d53222e1 req-bd9758f7-ebbd-4109-9342-a442c2d4b6fa service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984196 Apr 07 08:17:30.384300 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c9a42ed9-a4d3-4a14-a422-bdae1610f037 req-edfe6655-7250-4b9c-b66c-9df1a0467a80 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117692 Apr 07 08:17:30.394390 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde327-2632-4d1a-ac17-63764c56d39c req-68b0ecf2-c7e5-460d-96e8-690eab532ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:30.396371 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-68b0ecf2-c7e5-460d-96e8-690eab532ebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682321 Apr 07 08:17:30.397741 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94bc54fb-3385-45e2-8786-7cc6fb2e546a req-1e86f466-bc44-45ff-9578-9af56f2a7ab5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970118 Apr 07 08:17:30.398130 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:30.415975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'port_id': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'mac_address': 'fa:16:3e:81:4b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:30.449467 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 1b7f1f3d-fa87-497d-aaaa-410d7593808e is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:30.449937 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:30.462514 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:30.466685 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7f1f3d-fa87-497d-aaaa-410d7593808e {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:30.472769 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:30.473155 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:30.495515 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-419eeb24-5a1e-4c0b-9f1f-e471279905c4 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913818 Apr 07 08:17:30.506861 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:30.566040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:30.566429 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:30.589208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:30.591549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03092678-208b-45e7-b588-7bf34039abfc" -d '{"events": [{"server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "name": "network-vif-plugged", "status": "completed", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:30.604379 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:30.627483 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf2a54-fec0-42c5-a33a-1b56472b5779 x-openstack-request-id: req-51cf2a54-fec0-42c5-a33a-1b56472b5779 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:30.627817 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "name": "network-vif-plugged", "status": "completed", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:30.628102 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51cf2a54-fec0-42c5-a33a-1b56472b5779 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:30.628454 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cf2a54-fec0-42c5-a33a-1b56472b5779'] response: {'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', 'code': 200} Apr 07 08:17:30.642107 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:30.691953 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:30.707828 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:30.708685 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 52070d87-b906-489e-b7ae-db4a15f1a977 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:30.724786 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eada53-7330-43ed-8ee7-6640461ea4f4 req-91886dcf-466d-4352-af5c-066599b369f4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:30.726805 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8eada53-7330-43ed-8ee7-6640461ea4f4 req-91886dcf-466d-4352-af5c-066599b369f4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0610666 Apr 07 08:17:30.775794 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8eada53-7330-43ed-8ee7-6640461ea4f4 req-1cd92f04-20b1-4190-9f48-0ce72ff5b31f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427935 Apr 07 08:17:30.786080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:30.905677 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 52070d87-b906-489e-b7ae-db4a15f1a977 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:30.999808 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12082-948b-4d6f-9a58-319d561b2fb4 req-a6c797f6-32b5-435b-ba94-81acfb303503 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:31.001298 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aeb12082-948b-4d6f-9a58-319d561b2fb4 req-a6c797f6-32b5-435b-ba94-81acfb303503 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 945 time: 0.0597849 Apr 07 08:17:31.022649 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['1b7f1f3d-fa87-497d-aaaa-410d7593808e'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:31.025057 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 52070d87-b906-489e-b7ae-db4a15f1a977 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:31.025430 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:31.050105 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aeb12082-948b-4d6f-9a58-319d561b2fb4 req-5aae930c-debb-4d4f-b01f-ac01f14f5697 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427411 Apr 07 08:17:31.173283 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 52070d87-b906-489e-b7ae-db4a15f1a977 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:31.173677 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:31.227560 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=52070d87-b906-489e-b7ae-db4a15f1a977,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:31.353794 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:31.403855 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:31.563176 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaab8d-04ce-4eb9-b927-dfc240a0fb9a req-0f957395-e9ee-44ee-8067-59a59db50f38 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:31.564611 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edfaab8d-04ce-4eb9-b927-dfc240a0fb9a req-0f957395-e9ee-44ee-8067-59a59db50f38 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0910151 Apr 07 08:17:31.576563 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb41dc6-95e1-4599-bd04-d9de9afb9bee req-6ec9c14c-21a9-4ab7-9412-a31ad7707254 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:31.576563 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6bb41dc6-95e1-4599-bd04-d9de9afb9bee req-6ec9c14c-21a9-4ab7-9412-a31ad7707254 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0906641 Apr 07 08:17:31.676558 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edfaab8d-04ce-4eb9-b927-dfc240a0fb9a req-f857ee7e-cd76-4eee-b3d9-ebcecec4bd66 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997369 Apr 07 08:17:31.691681 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6bb41dc6-95e1-4599-bd04-d9de9afb9bee req-af7dec99-a6ad-4707-8736-cf75869f9bca tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041751 Apr 07 08:17:31.736338 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-63fde327-2632-4d1a-ac17-63764c56d39c req-2af85482-826b-4c6f-9596-4ad53dd5f978 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063583 Apr 07 08:17:31.899700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c01a-d7bd-4a1c-8f5a-0a2ed07e0348 req-a2ae3dc1-9aeb-48b8-ad82-0352c93a784e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:31.901274 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bbd0c01a-d7bd-4a1c-8f5a-0a2ed07e0348 req-a2ae3dc1-9aeb-48b8-ad82-0352c93a784e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 944 time: 0.0545797 Apr 07 08:17:31.947627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bbd0c01a-d7bd-4a1c-8f5a-0a2ed07e0348 req-d854dd4b-df02-42e4-8b85-91b9f8bc5931 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407336 Apr 07 08:17:32.061441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048bc35-034c-42c8-af04-54053480e4ad req-6b233f00-40e2-40ad-8e15-bd3e59eb6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:32.063042 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9048bc35-034c-42c8-af04-54053480e4ad req-6b233f00-40e2-40ad-8e15-bd3e59eb6c26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1130 time: 0.0750010 Apr 07 08:17:32.128470 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9048bc35-034c-42c8-af04-54053480e4ad req-a3e9e066-9f7c-49c7-a3fd-b027625652c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Apr 07 08:17:32.169462 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a4de5-7585-4003-8992-c285b2734859 req-68d4366e-ae32-44fd-9679-808ebb06c8f9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:32.171015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f7a4de5-7585-4003-8992-c285b2734859 req-68d4366e-ae32-44fd-9679-808ebb06c8f9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 945 time: 0.0530035 Apr 07 08:17:32.216733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f7a4de5-7585-4003-8992-c285b2734859 req-41946a9f-0649-4817-a5ef-8cad8551cee5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400677 Apr 07 08:17:32.225521 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:32.240369 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 1b7f1f3d-fa87-497d-aaaa-410d7593808e up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:32.374763 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:32.387364 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:32.430830 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:32.431261 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.444437 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:32.463732 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:32.470461 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 1b7f1f3d-fa87-497d-aaaa-410d7593808e completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:32.474133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 1b7f1f3d-fa87-497d-aaaa-410d7593808e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:32.474546 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.548689 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 1b7f1f3d-fa87-497d-aaaa-410d7593808e is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:32.549073 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.582759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:32.584285 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.584949 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 2fea277c-9847-4e76-8dee-6ef05d284983 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:17:32.629361 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977'}, {'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:32.631635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1abee-55f8-4365-8efa-a5c584e83a6b" -d '{"events": [{"server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "name": "network-vif-plugged", "status": "completed", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977"}, {"server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:32.663202 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:32.671470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5015fd-b27a-407e-8494-557d3e93ac50 x-openstack-request-id: req-fe5015fd-b27a-407e-8494-557d3e93ac50 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:32.671766 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "name": "network-vif-plugged", "status": "completed", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977", "code": 200}, {"server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:32.672575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe5015fd-b27a-407e-8494-557d3e93ac50 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:32.672575 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5015fd-b27a-407e-8494-557d3e93ac50'] response: {'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977', 'code': 200} Apr 07 08:17:32.672742 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5015fd-b27a-407e-8494-557d3e93ac50'] response: {'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'code': 200} Apr 07 08:17:32.720341 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.759818 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2fea277c-9847-4e76-8dee-6ef05d284983,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:32.778318 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '2fea277c-9847-4e76-8dee-6ef05d284983', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:17:32.799057 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:32.836804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 2fea277c-9847-4e76-8dee-6ef05d284983 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:32.837202 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:32.839548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966f22-52f1-48a5-bd19-8eadc0a6f0f4 req-8ab9ece8-ecd7-4d9d-8f0c-6e8b63e0b4dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:32.841020 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-77966f22-52f1-48a5-bd19-8eadc0a6f0f4 req-8ab9ece8-ecd7-4d9d-8f0c-6e8b63e0b4dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0844934 Apr 07 08:17:32.849072 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a368-5323-41f4-b8d8-d2f32510d1bc req-5b48bee3-425d-438b-b679-b67d1e32a88f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:32.850627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f940a368-5323-41f4-b8d8-d2f32510d1bc req-5b48bee3-425d-438b-b679-b67d1e32a88f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0958874 Apr 07 08:17:32.850780 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea277c-9847-4e76-8dee-6ef05d284983 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:17:32.871641 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2fea277c-9847-4e76-8dee-6ef05d284983,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:32.920878 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-77966f22-52f1-48a5-bd19-8eadc0a6f0f4 req-9ef9247b-2241-409e-990e-75572072079f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693419 Apr 07 08:17:32.928254 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f940a368-5323-41f4-b8d8-d2f32510d1bc req-7b53df0a-ae58-41ec-8dac-b144c72210cf tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Apr 07 08:17:32.972357 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54246) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:32.990976 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.040968 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:33.070136 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3be085-b043-46cb-afe4-7006144399ac req-910672b8-bad4-480f-a5c1-e68b9d02715b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:33.071687 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd3be085-b043-46cb-afe4-7006144399ac req-910672b8-bad4-480f-a5c1-e68b9d02715b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 945 time: 0.0572181 Apr 07 08:17:33.084392 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-35fb8913-f564-4c3b-86e9-c147eb6fdb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.119590 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd3be085-b043-46cb-afe4-7006144399ac req-d01c4025-6000-4eb7-aadf-e2a05fb08484 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420310 Apr 07 08:17:33.166891 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-35fb8913-f564-4c3b-86e9-c147eb6fdb98 admin admin] Publish callbacks [] for security_group (cae0f39e-24d9-43d9-8a69-7857ff99594c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.313640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-35fb8913-f564-4c3b-86e9-c147eb6fdb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cae0f39e-24d9-43d9-8a69-7857ff99594c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.330746 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd126e6-5aef-4603-8b1d-b9f20ce63754 req-4a83c59b-0387-44af-871b-35c37f2f9435 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:33.332238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4dd126e6-5aef-4603-8b1d-b9f20ce63754 req-4a83c59b-0387-44af-871b-35c37f2f9435 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0506487 Apr 07 08:17:33.352627 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb8913-f564-4c3b-86e9-c147eb6fdb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0f39e-24d9-43d9-8a69-7857ff99594c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:33.358850 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-35fb8913-f564-4c3b-86e9-c147eb6fdb98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa8ae8645cd146418f51dad6e02bf518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852439 Apr 07 08:17:33.361492 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54260) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:33.391257 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4dd126e6-5aef-4603-8b1d-b9f20ce63754 req-951f8d3b-b05f-45d5-b3b8-a44bea40f46e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513306 Apr 07 08:17:33.419453 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] Publish callbacks [] for security_group (cae0f39e-24d9-43d9-8a69-7857ff99594c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.441385 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] Publish callbacks [] for security_group (cae0f39e-24d9-43d9-8a69-7857ff99594c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.565389 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cae0f39e-24d9-43d9-8a69-7857ff99594c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.568902 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.575876 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cae0f39e-24d9-43d9-8a69-7857ff99594c HTTP/1.1" status: 204 len: 168 time: 0.2134719 Apr 07 08:17:33.584312 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616ea90-a0ab-42d0-aef6-85b0d7864109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0f39e-24d9-43d9-8a69-7857ff99594c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:33.645821 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54268) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:33.750440 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fae9cdc2-165b-47d3-afe6-e016befbb8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.826599 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fae9cdc2-165b-47d3-afe6-e016befbb8af admin admin] Publish callbacks [] for security_group (e24939c2-7d72-4767-b2ed-59b5d0032cba), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.933923 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fae9cdc2-165b-47d3-afe6-e016befbb8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e24939c2-7d72-4767-b2ed-59b5d0032cba), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:33.972374 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:17:33.973858 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fae9cdc2-165b-47d3-afe6-e016befbb8af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85e5fb56493740c4b9750924d28b07eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268867 Apr 07 08:17:33.976001 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9cdc2-165b-47d3-afe6-e016befbb8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24939c2-7d72-4767-b2ed-59b5d0032cba,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:33.977194 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54278) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:34.094115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] Publish callbacks [] for security_group (e24939c2-7d72-4767-b2ed-59b5d0032cba), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.121580 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb69b27-7aea-4a46-8d8a-dcc657477ce5 req-22c6a29f-9fd6-4bc2-99f6-e4aeff37fbca tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:34.123067 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edb69b27-7aea-4a46-8d8a-dcc657477ce5 req-22c6a29f-9fd6-4bc2-99f6-e4aeff37fbca tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1068447 Apr 07 08:17:34.142951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] Publish callbacks [] for security_group (e24939c2-7d72-4767-b2ed-59b5d0032cba), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.152912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8db9-5178-4a92-b068-66ef852c260d req-4123573e-02ac-458b-a062-7f9baa424bd0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:34.154356 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bcfa8db9-5178-4a92-b068-66ef852c260d req-4123573e-02ac-458b-a062-7f9baa424bd0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.1370420 Apr 07 08:17:34.240008 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edb69b27-7aea-4a46-8d8a-dcc657477ce5 req-81483f16-98bb-4184-abaf-d0251b84df62 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078913 Apr 07 08:17:34.253077 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bcfa8db9-5178-4a92-b068-66ef852c260d req-f34b8e91-5d65-4df4-8628-19ba6e07b20c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924077 Apr 07 08:17:34.357004 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e24939c2-7d72-4767-b2ed-59b5d0032cba), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.359732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.360927 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e24939c2-7d72-4767-b2ed-59b5d0032cba HTTP/1.1" status: 204 len: 168 time: 0.3829393 Apr 07 08:17:34.371748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d5e6f-e4e0-4782-b175-4009251e2d79 req-e89af15f-6c77-45c8-b34c-9b06887f4cd8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:34.373240 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-655d5e6f-e4e0-4782-b175-4009251e2d79 req-e89af15f-6c77-45c8-b34c-9b06887f4cd8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 945 time: 0.0626023 Apr 07 08:17:34.378110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0b4b-38b7-4bad-b6e8-b0bd5fe328c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24939c2-7d72-4767-b2ed-59b5d0032cba,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:34.429321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-655d5e6f-e4e0-4782-b175-4009251e2d79 req-50c917a8-0c05-4efe-96f9-bf07deea9788 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488501 Apr 07 08:17:34.435413 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54290) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:34.462183 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3e1af1a-5e74-4716-8759-9274aabe5057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.537571 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3e1af1a-5e74-4716-8759-9274aabe5057 admin admin] Publish callbacks [] for security_group (dd6165c0-ffe2-4054-b564-cc3a34e6102c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.542931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0923b6-e2d1-4f8e-9289-cd71463386f4 req-198edfdd-11cd-41e0-aa27-a7c1f2e53baf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:34.544570 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d0923b6-e2d1-4f8e-9289-cd71463386f4 req-198edfdd-11cd-41e0-aa27-a7c1f2e53baf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0538311 Apr 07 08:17:34.591781 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d0923b6-e2d1-4f8e-9289-cd71463386f4 req-6081528d-413f-4cae-a947-cc4c48416baf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414250 Apr 07 08:17:34.633404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3e1af1a-5e74-4716-8759-9274aabe5057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (dd6165c0-ffe2-4054-b564-cc3a34e6102c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.670322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1af1a-5e74-4716-8759-9274aabe5057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6165c0-ffe2-4054-b564-cc3a34e6102c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:34.674611 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e3e1af1a-5e74-4716-8759-9274aabe5057 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ef48f928952491583e0c6fcdc1863b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381620 Apr 07 08:17:34.677201 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54292) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:34.724970 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] Publish callbacks [] for security_group (dd6165c0-ffe2-4054-b564-cc3a34e6102c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.746503 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] Publish callbacks [] for security_group (dd6165c0-ffe2-4054-b564-cc3a34e6102c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.932697 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (dd6165c0-ffe2-4054-b564-cc3a34e6102c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.935330 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:34.936494 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd6165c0-ffe2-4054-b564-cc3a34e6102c HTTP/1.1" status: 204 len: 168 time: 0.2584016 Apr 07 08:17:34.944629 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211271f5-859a-4e52-9d00-e535798d78f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6165c0-ffe2-4054-b564-cc3a34e6102c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:35.401833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945b9a9-4496-4e99-bd79-142a0eaf7dfe req-6c3a3d54-8404-4cd9-9293-da9f3655064c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:35.403423 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6945b9a9-4496-4e99-bd79-142a0eaf7dfe req-6c3a3d54-8404-4cd9-9293-da9f3655064c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0870080 Apr 07 08:17:35.414166 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9456bf-9597-47fb-82b7-9ac30c3d121b req-510a4d60-4cf7-4573-aafe-9f58f0a773b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:35.415603 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c9456bf-9597-47fb-82b7-9ac30c3d121b req-510a4d60-4cf7-4573-aafe-9f58f0a773b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0887246 Apr 07 08:17:35.448764 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54304) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:35.466123 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb67b-8e69-437d-a149-1be10c74ab27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.480918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6945b9a9-4496-4e99-bd79-142a0eaf7dfe req-fc3f608b-0bda-4a8c-a356-6ba7091ec126 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 Apr 07 08:17:35.493259 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c9456bf-9597-47fb-82b7-9ac30c3d121b req-0253ef19-2f2e-4721-ae2f-4132fd3bfebf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711353 Apr 07 08:17:35.556870 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb67b-8e69-437d-a149-1be10c74ab27 admin admin] Publish callbacks [] for security_group (d0ad0faf-d641-4001-b148-9fe95e6fd183), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.595686 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9993e-2956-4ba6-9b78-c0c297a4b41b req-a9624ad6-1b67-41fb-9647-c70383799c27 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:35.597201 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-03b9993e-2956-4ba6-9b78-c0c297a4b41b req-a9624ad6-1b67-41fb-9647-c70383799c27 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 945 time: 0.0537574 Apr 07 08:17:35.623265 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb67b-8e69-437d-a149-1be10c74ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d0ad0faf-d641-4001-b148-9fe95e6fd183), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.651992 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-03b9993e-2956-4ba6-9b78-c0c297a4b41b req-0d866df1-b015-4ea3-abf5-547251dce3e1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485482 Apr 07 08:17:35.672531 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5dbdb67b-8e69-437d-a149-1be10c74ab27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3867bb300add4aaca32b5af441372ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204471 Apr 07 08:17:35.672531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdb67b-8e69-437d-a149-1be10c74ab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad0faf-d641-4001-b148-9fe95e6fd183,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:35.673603 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54314) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:35.722998 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] Publish callbacks [] for security_group (d0ad0faf-d641-4001-b148-9fe95e6fd183), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.734794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84550b6-c99f-4b77-9078-c19966f8a476 req-cc2166cc-39dc-439e-9f77-24ccb9724a6c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:35.736464 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b84550b6-c99f-4b77-9078-c19966f8a476 req-cc2166cc-39dc-439e-9f77-24ccb9724a6c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0516348 Apr 07 08:17:35.745874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] Publish callbacks [] for security_group (d0ad0faf-d641-4001-b148-9fe95e6fd183), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.752378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54316) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:35.786741 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ba46ce7-3028-4e4e-a027-c85dc6694ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.786989 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b84550b6-c99f-4b77-9078-c19966f8a476 req-8f1f3137-d03a-46ce-97da-31fe1fcbe3ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440998 Apr 07 08:17:35.946875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d0ad0faf-d641-4001-b148-9fe95e6fd183), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.950261 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:35.951450 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0ad0faf-d641-4001-b148-9fe95e6fd183 HTTP/1.1" status: 204 len: 168 time: 0.2768788 Apr 07 08:17:35.969829 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c3930-0578-41e7-815e-68d0574efc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad0faf-d641-4001-b148-9fe95e6fd183,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:36.020784 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ba46ce7-3028-4e4e-a027-c85dc6694ee0 admin admin] Publish callbacks [] for security_group (e8e1aeb7-7942-463c-aea9-04d639a0e609), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.139421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ba46ce7-3028-4e4e-a027-c85dc6694ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e8e1aeb7-7942-463c-aea9-04d639a0e609), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.179349 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0ba46ce7-3028-4e4e-a027-c85dc6694ee0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f8f168c716a4c43894a5686867303bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260740 Apr 07 08:17:36.181267 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba46ce7-3028-4e4e-a027-c85dc6694ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1aeb7-7942-463c-aea9-04d639a0e609,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:36.182052 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54320) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:36.230300 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] Publish callbacks [] for security_group (e8e1aeb7-7942-463c-aea9-04d639a0e609), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.250874 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] Publish callbacks [] for security_group (e8e1aeb7-7942-463c-aea9-04d639a0e609), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.295189 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3ef6c53f-a938-4e0c-ab6d-05755cc583cc'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:36.419505 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e8e1aeb7-7942-463c-aea9-04d639a0e609), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.422567 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:36.423835 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8e1aeb7-7942-463c-aea9-04d639a0e609 HTTP/1.1" status: 204 len: 168 time: 0.2406118 Apr 07 08:17:36.432937 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535ca9-24b2-412c-8315-5d616945b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1aeb7-7942-463c-aea9-04d639a0e609,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:36.461202 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['2fea277c-9847-4e76-8dee-6ef05d284983'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:17:36.685985 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2d641-752e-4abb-a189-638ad3fde8fe req-b829c4d1-ca90-4519-9acd-7a1d4cfd44d3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:36.688975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9cd2d641-752e-4abb-a189-638ad3fde8fe req-b829c4d1-ca90-4519-9acd-7a1d4cfd44d3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1042645 Apr 07 08:17:36.707628 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cd51e-ecb8-417a-a03b-53f4dbc81c52 req-948331b5-b81b-471e-8118-db1991961ba8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:36.716207 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f5cd51e-ecb8-417a-a03b-53f4dbc81c52 req-948331b5-b81b-471e-8118-db1991961ba8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0923648 Apr 07 08:17:36.784085 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9cd2d641-752e-4abb-a189-638ad3fde8fe req-ba3abe6d-a82b-4b32-a145-3d4f35c99f52 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843592 Apr 07 08:17:36.805184 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f5cd51e-ecb8-417a-a03b-53f4dbc81c52 req-9205c092-be7f-4eaf-a668-bffe1f0d2f76 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876615 Apr 07 08:17:36.933356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13126-aac8-4e2f-b887-401b162c0d13 req-876e5ab0-e6bb-475a-a7f1-99ae71281db0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:36.939643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eab13126-aac8-4e2f-b887-401b162c0d13 req-876e5ab0-e6bb-475a-a7f1-99ae71281db0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 945 time: 0.0976090 Apr 07 08:17:36.975793 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe297-0edb-4dc9-8c92-bb005aeb896e req-1ee27e11-b4bf-4ce4-8223-bc08f460b408 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:36.977400 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ddfe297-0edb-4dc9-8c92-bb005aeb896e req-1ee27e11-b4bf-4ce4-8223-bc08f460b408 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1034825 Apr 07 08:17:37.019289 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eab13126-aac8-4e2f-b887-401b162c0d13 req-289475ea-9c17-44ee-9254-57e6ff29e563 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786121 Apr 07 08:17:37.046130 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ddfe297-0edb-4dc9-8c92-bb005aeb896e req-846c9853-8c39-4f13-987b-37360038fb6b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556304 Apr 07 08:17:37.088021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54358) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:37.132671 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-03fabea1-35bb-4b22-9b26-615f26052e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.156700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a707-5301-4f9e-a25f-2140b376142c req-ff88cb65-7808-4233-b69f-62f5be1c040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:37.158506 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a5f9a707-5301-4f9e-a25f-2140b376142c req-ff88cb65-7808-4233-b69f-62f5be1c040c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1130 time: 0.0563672 Apr 07 08:17:37.176519 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7c75-d41d-4a42-b047-eff98dde804f req-f533f902-f29f-4941-b988-893986081315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:37.177981 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-89ae7c75-d41d-4a42-b047-eff98dde804f req-f533f902-f29f-4941-b988-893986081315 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1130 time: 0.0821910 Apr 07 08:17:37.228221 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-03fabea1-35bb-4b22-9b26-615f26052e19 admin admin] Publish callbacks [] for security_group (b3e30461-075f-4440-98ba-9637c2d46d4c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.333894 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-03fabea1-35bb-4b22-9b26-615f26052e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b3e30461-075f-4440-98ba-9637c2d46d4c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.374874 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-03fabea1-35bb-4b22-9b26-615f26052e19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee8de5ae6a834abfab0ca8e395b3028e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848036 Apr 07 08:17:37.376839 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fabea1-35bb-4b22-9b26-615f26052e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e30461-075f-4440-98ba-9637c2d46d4c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:37.377657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54362) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:37.429924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] Publish callbacks [] for security_group (b3e30461-075f-4440-98ba-9637c2d46d4c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.455624 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] Publish callbacks [] for security_group (b3e30461-075f-4440-98ba-9637c2d46d4c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.596660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b3e30461-075f-4440-98ba-9637c2d46d4c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.599332 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:37.600513 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3e30461-075f-4440-98ba-9637c2d46d4c HTTP/1.1" status: 204 len: 168 time: 0.2218392 Apr 07 08:17:37.608470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035b0e-9625-406f-9f05-7cb6de5a09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e30461-075f-4440-98ba-9637c2d46d4c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:37.680947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35a828-37ca-49ea-93c3-18ea96d726c2 req-c85f1094-c9e1-40e1-beeb-6145fb8ec435 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:37.682444 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4e35a828-37ca-49ea-93c3-18ea96d726c2 req-c85f1094-c9e1-40e1-beeb-6145fb8ec435 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0540473 Apr 07 08:17:37.735089 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4e35a828-37ca-49ea-93c3-18ea96d726c2 req-d9703a67-0548-4851-bc77-c1e7b2b73e98 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Apr 07 08:17:37.934515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9347-ac17-46de-b210-d404968b004d req-b0c61347-d62f-4fd0-b4e0-4adf36cb2f93 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:37.936038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e67b9347-ac17-46de-b210-d404968b004d req-b0c61347-d62f-4fd0-b4e0-4adf36cb2f93 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0586998 Apr 07 08:17:37.992305 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:37.993982 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e67b9347-ac17-46de-b210-d404968b004d req-0f3cd8b0-7078-4436-9b39-9c3869b3d437 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514486 Apr 07 08:17:38.168177 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:38.173145 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:38.173945 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.179639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b6c0-5d8e-45bd-a2a3-56bb257c5426 req-8df3d734-2544-4faa-bf87-77c8a048deff tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:38.184884 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f6e7b6c0-5d8e-45bd-a2a3-56bb257c5426 req-8df3d734-2544-4faa-bf87-77c8a048deff tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 945 time: 0.0824523 Apr 07 08:17:38.229664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541b11-bf39-4c1f-88cd-ffb8b2f2d3ff req-32300e02-e03b-4271-a6f2-b3a9c521d55f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:38.236981 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-07541b11-bf39-4c1f-88cd-ffb8b2f2d3ff req-32300e02-e03b-4271-a6f2-b3a9c521d55f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0971639 Apr 07 08:17:38.270033 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f6e7b6c0-5d8e-45bd-a2a3-56bb257c5426 req-d2e38868-7e57-4049-93e7-3d36f3aa29cd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809722 Apr 07 08:17:38.279152 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:38.279554 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.299220 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-07541b11-bf39-4c1f-88cd-ffb8b2f2d3ff req-23d27d25-61d9-45c1-a90d-52572ae0d36f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611143 Apr 07 08:17:38.305839 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:38.312538 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a1cd3-5204-40ac-a238-b152af38d0e0" -d '{"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:38.322873 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:38.344968 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad5dcd-a4e3-443d-b68d-ab5b42b9d192 x-openstack-request-id: req-19ad5dcd-a4e3-443d-b68d-ab5b42b9d192 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:38.345292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:38.345557 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19ad5dcd-a4e3-443d-b68d-ab5b42b9d192 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:38.345985 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ad5dcd-a4e3-443d-b68d-ab5b42b9d192'] response: {'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'code': 200} Apr 07 08:17:38.439447 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.440193 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 2fea277c-9847-4e76-8dee-6ef05d284983 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:17:38.519626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:38.636812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 2fea277c-9847-4e76-8dee-6ef05d284983 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:17:38.641523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 2fea277c-9847-4e76-8dee-6ef05d284983 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:17:38.641636 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.725463 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 2fea277c-9847-4e76-8dee-6ef05d284983 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:38.725863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.774268 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2fea277c-9847-4e76-8dee-6ef05d284983,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:38.852384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:38.866228 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-89ae7c75-d41d-4a42-b047-eff98dde804f req-1d8d7bcc-e44d-4bb2-a678-e926b1803cc3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Apr 07 08:17:38.916404 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a5f9a707-5301-4f9e-a25f-2140b376142c req-2e4be83a-f587-401e-9f3f-3f7b00b04b40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025422 Apr 07 08:17:38.925005 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc935d-6a38-4e50-be85-a0db71a1cc00 req-d3f87bde-31b0-47c0-a4c8-9d11e5243beb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:38.926534 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-47bc935d-6a38-4e50-be85-a0db71a1cc00 req-d3f87bde-31b0-47c0-a4c8-9d11e5243beb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0922227 Apr 07 08:17:38.945895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:38.987312 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-47bc935d-6a38-4e50-be85-a0db71a1cc00 req-9232a2d6-ad68-4466-b3b9-3d44531586cc tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Apr 07 08:17:39.120068 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785215-c423-4fb4-9e20-b0a8ebd0f993 req-bf3588ac-d5fc-4067-bbe6-05393ccc3715 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:39.121543 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-33785215-c423-4fb4-9e20-b0a8ebd0f993 req-bf3588ac-d5fc-4067-bbe6-05393ccc3715 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0536680 Apr 07 08:17:39.168943 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-33785215-c423-4fb4-9e20-b0a8ebd0f993 req-148e59e6-3e85-480c-a541-3e6338086f78 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Apr 07 08:17:39.422819 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23382a15-70f4-4ab5-b812-5884a1100ea0 req-42cdf221-ffce-40b8-84d8-1b6f30f6f064 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:39.424347 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23382a15-70f4-4ab5-b812-5884a1100ea0 req-42cdf221-ffce-40b8-84d8-1b6f30f6f064 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0697753 Apr 07 08:17:39.498071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23382a15-70f4-4ab5-b812-5884a1100ea0 req-31a2dbf6-6373-4c1e-b3ca-bd115fb6671e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595806 Apr 07 08:17:39.505025 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee1b06-7ec3-46de-b42c-3205a4e63fd0 req-299544cb-0f82-4636-8ffe-b7f422e49cfa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:39.506410 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-93ee1b06-7ec3-46de-b42c-3205a4e63fd0 req-299544cb-0f82-4636-8ffe-b7f422e49cfa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1100934 Apr 07 08:17:39.554934 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-93ee1b06-7ec3-46de-b42c-3205a4e63fd0 req-825d326e-df1d-4e35-a9ed-f5579233ca61 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423226 Apr 07 08:17:40.111292 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5171-c00e-4ee9-8488-594c075bad17 req-8175ca87-f0fb-4f2b-9217-4e26809dfa27 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:40.112799 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-faee5171-c00e-4ee9-8488-594c075bad17 req-8175ca87-f0fb-4f2b-9217-4e26809dfa27 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0557339 Apr 07 08:17:40.159819 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-faee5171-c00e-4ee9-8488-594c075bad17 req-63826e91-3c1a-46bf-9200-011f2045c08b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Apr 07 08:17:40.296217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e853-715c-4d3f-8943-d2f333cbaf98 req-da745d84-f7cf-4cb2-98b4-2fa62af37e30 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:40.297622 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8c1e853-715c-4d3f-8943-d2f333cbaf98 req-da745d84-f7cf-4cb2-98b4-2fa62af37e30 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Apr 07 08:17:40.343629 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8c1e853-715c-4d3f-8943-d2f333cbaf98 req-c77dbf3f-db9a-4581-ad37-1da9b326d6ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Apr 07 08:17:40.347021 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:40.349490 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f5c72a-543b-4a0b-ba82-1760be5f6d1e" -d '{"events": [{"server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "name": "network-vif-plugged", "status": "completed", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:40.384216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f8f77-c6fa-4a4d-8863-a36c8fbdd94a x-openstack-request-id: req-281f8f77-c6fa-4a4d-8863-a36c8fbdd94a {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:40.384549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "name": "network-vif-plugged", "status": "completed", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:40.384812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-281f8f77-c6fa-4a4d-8863-a36c8fbdd94a {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:40.385216 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281f8f77-c6fa-4a4d-8863-a36c8fbdd94a'] response: {'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983', 'code': 200} Apr 07 08:17:40.522707 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54500) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:40.622197 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58de58-3d93-4108-9e80-451d11342aa7 req-fabf0fed-6da8-4ed8-a0aa-a2f305cf9076 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:40.623741 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9e58de58-3d93-4108-9e80-451d11342aa7 req-fabf0fed-6da8-4ed8-a0aa-a2f305cf9076 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0558703 Apr 07 08:17:40.646739 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:40.734772 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9e58de58-3d93-4108-9e80-451d11342aa7 req-58c25d44-432e-444b-a9a8-67683a72560d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037619 Apr 07 08:17:40.747436 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42681ab-1412-4816-9790-e58e2babd69a req-e6987f97-4b12-4124-9e52-a5c570da5fe8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:40.748917 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c42681ab-1412-4816-9790-e58e2babd69a req-e6987f97-4b12-4124-9e52-a5c570da5fe8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1078994 Apr 07 08:17:40.826824 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c42681ab-1412-4816-9790-e58e2babd69a req-ea2f0f9e-5f07-44a2-97bb-5e5c7c442c61 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676658 Apr 07 08:17:40.835043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Publish callbacks [] for security_group (f2b7f2fc-07d1-489a-a525-d1d7baac405d), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:40.907921 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f2b7f2fc-07d1-489a-a525-d1d7baac405d), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:40.946453 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2282c7bd360147298789f0e527b85804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220700 Apr 07 08:17:40.947441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b7f2fc-07d1-489a-a525-d1d7baac405d,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:40.949220 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54514) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:40.954366 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.954749 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.955089 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.955427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.955757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.956104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.956430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.956752 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.957074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.957397 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.957718 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.958039 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.958358 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.958702 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:40.959017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1c18-6e53-4f6f-ac12-eef8cab697fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.000714 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Publish callbacks [] for security_group (f2b7f2fc-07d1-489a-a525-d1d7baac405d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:41.021488 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Publish callbacks [] for security_group (f2b7f2fc-07d1-489a-a525-d1d7baac405d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:41.127999 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f2b7f2fc-07d1-489a-a525-d1d7baac405d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:41.130580 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:41.131811 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2b7f2fc-07d1-489a-a525-d1d7baac405d HTTP/1.1" status: 204 len: 168 time: 0.1814928 Apr 07 08:17:41.139846 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b7f2fc-07d1-489a-a525-d1d7baac405d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:41.146815 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.147167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.147531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.147878 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.148229 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.149107 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.149471 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.149755 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.150084 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.150414 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.150778 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.151125 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.151457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.151779 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.152109 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415e89-19a1-4d89-9698-13693ab7a4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:41.283730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5089f3b-99ec-4caf-b184-1efe4f402a55 req-f4e67f2c-33d4-4399-9fcb-db0d144c7908 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:41.456741 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c5089f3b-99ec-4caf-b184-1efe4f402a55 req-f4e67f2c-33d4-4399-9fcb-db0d144c7908 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0591266 Apr 07 08:17:41.456741 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c5089f3b-99ec-4caf-b184-1efe4f402a55 req-77f95b3b-ac34-4ffc-827f-bd360d46adae tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Apr 07 08:17:41.465607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2f7f9-a4b4-4c57-93d5-e8ae9405230e req-25fff79d-2ea0-4d35-b0fa-af573df3b64e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:41.467095 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c2f7f9-a4b4-4c57-93d5-e8ae9405230e req-25fff79d-2ea0-4d35-b0fa-af573df3b64e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0515554 Apr 07 08:17:41.513377 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c2f7f9-a4b4-4c57-93d5-e8ae9405230e req-27f92d85-81be-4eb5-96c3-9888237e5980 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Apr 07 08:17:41.888408 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f92a-85fc-4853-99fb-94fb56c11f3c req-22af4828-d7bd-451d-b757-c61bcf99e6d9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:41.888408 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-80e4f92a-85fc-4853-99fb-94fb56c11f3c req-22af4828-d7bd-451d-b757-c61bcf99e6d9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0628912 Apr 07 08:17:41.949005 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-80e4f92a-85fc-4853-99fb-94fb56c11f3c req-d60a52be-a756-4e4e-8011-7ea92757e5fa tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702929 Apr 07 08:17:41.968006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41218d-08d6-4bea-bf11-595b37fb7e18 req-f5dbdd91-63c0-47ae-8291-44920d509189 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:41.969455 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3d41218d-08d6-4bea-bf11-595b37fb7e18 req-f5dbdd91-63c0-47ae-8291-44920d509189 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0682712 Apr 07 08:17:42.016325 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3d41218d-08d6-4bea-bf11-595b37fb7e18 req-ca45d840-05fb-4e81-a4dc-c622b2379fbb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410850 Apr 07 08:17:42.527665 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ed0d-a784-4756-8cfe-d474537fff0c req-7cccc481-481a-43cc-a70e-0ab23bae706d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:42.529118 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a021ed0d-a784-4756-8cfe-d474537fff0c req-7cccc481-481a-43cc-a70e-0ab23bae706d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0511277 Apr 07 08:17:42.565898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54540) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:42.576072 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9073-8eab-4eca-9627-b22b4cd101a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:42.592998 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a021ed0d-a784-4756-8cfe-d474537fff0c req-71492121-4283-45c0-b088-eef8b478a10d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580654 Apr 07 08:17:42.661872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ab1f3-e4a4-472b-97f6-9498785fcbf0 req-04b12a6e-3821-48f2-9587-70ce3595e280 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:42.663375 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-113ab1f3-e4a4-472b-97f6-9498785fcbf0 req-04b12a6e-3821-48f2-9587-70ce3595e280 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Apr 07 08:17:42.663594 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9073-8eab-4eca-9627-b22b4cd101a2 admin admin] Publish callbacks [] for security_group (61e82523-d680-467e-a0e0-c25366e8bf4b), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:42.709975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-113ab1f3-e4a4-472b-97f6-9498785fcbf0 req-8f6118e0-66db-4505-bf10-f9ca890f49ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402391 Apr 07 08:17:42.753719 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9073-8eab-4eca-9627-b22b4cd101a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (61e82523-d680-467e-a0e0-c25366e8bf4b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:42.795523 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9a0c9073-8eab-4eca-9627-b22b4cd101a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3a6a80553b5443da0c87e6d1119e9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389758 Apr 07 08:17:42.796489 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9073-8eab-4eca-9627-b22b4cd101a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e82523-d680-467e-a0e0-c25366e8bf4b,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:42.798168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54542) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:42.845445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] Publish callbacks [] for security_group (61e82523-d680-467e-a0e0-c25366e8bf4b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:42.866405 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] Publish callbacks [] for security_group (61e82523-d680-467e-a0e0-c25366e8bf4b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:43.045664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (61e82523-d680-467e-a0e0-c25366e8bf4b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:43.048073 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:43.049272 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61e82523-d680-467e-a0e0-c25366e8bf4b HTTP/1.1" status: 204 len: 168 time: 0.2500262 Apr 07 08:17:43.056395 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:43.068157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef273-d096-4e27-9330-cd32428729b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e82523-d680-467e-a0e0-c25366e8bf4b,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:43.089422 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2d12-283e-490d-9868-25676bc10fb3 req-141c494e-b733-4009-9849-7e9147b90f60 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:43.090945 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-238c2d12-283e-490d-9868-25676bc10fb3 req-141c494e-b733-4009-9849-7e9147b90f60 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0760570 Apr 07 08:17:43.187336 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-238c2d12-283e-490d-9868-25676bc10fb3 req-7da5f117-83b7-4667-a739-6e5c154f8d2a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906038 Apr 07 08:17:43.207493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd4e66-0a80-464a-82ab-a05a1f826028 req-deecb4c6-5d6a-4e5a-bd37-82e2151f8336 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:43.209902 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f4fd4e66-0a80-464a-82ab-a05a1f826028 req-deecb4c6-5d6a-4e5a-bd37-82e2151f8336 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0829012 Apr 07 08:17:43.261589 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f4fd4e66-0a80-464a-82ab-a05a1f826028 req-05c3d29f-d8f2-419d-8d94-1626519d11e6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454252 Apr 07 08:17:43.331999 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-1a465dd7-ef4c-47be-9958-5c16f6c77ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485389 Apr 07 08:17:43.350646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a40-9028-436a-94ac-26e394af6e49 req-154e644e-3197-4b79-bf25-a133d132aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:43.352179 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-154e644e-3197-4b79-bf25-a133d132aad1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1130 time: 0.0492821 Apr 07 08:17:43.707146 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10467d8e-8900-4d89-a4ba-fb4283121c21 req-3fd86944-75bc-49ac-9c23-b513adf14112 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:43.708616 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10467d8e-8900-4d89-a4ba-fb4283121c21 req-3fd86944-75bc-49ac-9c23-b513adf14112 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0560412 Apr 07 08:17:43.754917 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10467d8e-8900-4d89-a4ba-fb4283121c21 req-2147cded-df6d-4a97-8b6c-d8d40a52e9b2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Apr 07 08:17:43.833314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6831752-c04d-4c68-8c73-abf4541f339d req-c8313dc0-86ec-40b0-9c2f-a88f31d32cb3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:43.834920 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e6831752-c04d-4c68-8c73-abf4541f339d req-c8313dc0-86ec-40b0-9c2f-a88f31d32cb3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0526493 Apr 07 08:17:43.882971 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e6831752-c04d-4c68-8c73-abf4541f339d req-54fef0d5-1458-4f52-998f-560f0ade8213 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Apr 07 08:17:44.087846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68714aa4-2234-4d72-a3e3-04e39277d607 req-f6620343-0862-4e01-8b61-fbfa426bb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.088614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a40-9028-436a-94ac-26e394af6e49 req-d1e6a196-8a4c-470b-9ba9-4e3436a30e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.089577 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-68714aa4-2234-4d72-a3e3-04e39277d607 req-f6620343-0862-4e01-8b61-fbfa426bb261 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1130 time: 0.0805588 Apr 07 08:17:44.090134 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-d1e6a196-8a4c-470b-9ba9-4e3436a30e42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.1131711 Apr 07 08:17:44.227147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-e6d864bd-44d7-4326-9e37-a37d3ff4a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.229069 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-e6d864bd-44d7-4326-9e37-a37d3ff4a57c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23ca8b13c5d6486285cedf45d7245b6a&device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 1129 time: 0.0557535 Apr 07 08:17:44.336481 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dff9-bb43-433e-b677-da215481485d req-43aa2695-cfad-4823-996e-f8db0c898489 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.338234 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bc63dff9-bb43-433e-b677-da215481485d req-43aa2695-cfad-4823-996e-f8db0c898489 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0707245 Apr 07 08:17:44.418390 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bc63dff9-bb43-433e-b677-da215481485d req-c56d68c3-2e07-4e04-bcb3-f12187f331f6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678182 Apr 07 08:17:44.426162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44053-0805-4163-a578-672272b5c1f4 req-024b8600-e890-4d2b-804f-5a68cc9dd14b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.427652 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3fe44053-0805-4163-a578-672272b5c1f4 req-024b8600-e890-4d2b-804f-5a68cc9dd14b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0855820 Apr 07 08:17:44.477180 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3fe44053-0805-4163-a578-672272b5c1f4 req-fa27b335-b654-4291-af88-cc62f44a3399 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422001 Apr 07 08:17:44.874459 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a107-7111-45b8-a2d0-9030eb616ff5 req-78181411-181f-4668-8974-df50fd9d5fda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:44.876196 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8d8a107-7111-45b8-a2d0-9030eb616ff5 req-78181411-181f-4668-8974-df50fd9d5fda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0550773 Apr 07 08:17:44.923038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8d8a107-7111-45b8-a2d0-9030eb616ff5 req-e26c6031-844f-4eb2-ba81-64a80ac1ad35 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Apr 07 08:17:45.018525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162f6b-f45e-477b-82f1-9b63cbafc03e req-dc3ed73f-9dcc-4283-9531-c4b6b8075e96 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:45.020010 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-50162f6b-f45e-477b-82f1-9b63cbafc03e req-dc3ed73f-9dcc-4283-9531-c4b6b8075e96 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0549002 Apr 07 08:17:45.067047 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-50162f6b-f45e-477b-82f1-9b63cbafc03e req-222f8dbf-c675-459e-983d-0b4fd3c08d7c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Apr 07 08:17:45.334369 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-fd3191a7-d541-41d1-bee4-ea3f8ec4293c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 217 time: 0.0457199 Apr 07 08:17:45.349421 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-68714aa4-2234-4d72-a3e3-04e39277d607 req-68853f9c-2be5-407f-b092-9a1027873d5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602257 Apr 07 08:17:45.412875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-ca165bfd-b7ba-4253-a18b-745dc822702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:45.414941 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-ca165bfd-b7ba-4253-a18b-745dc822702c service neutron] 10.222.0.20 "GET /v2.0/networks?id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635 HTTP/1.1" status: 200 len: 913 time: 0.1185694 Apr 07 08:17:45.539749 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866f89d-0c6f-4a63-83d3-b3d20e00a0e0 req-42bdfa8c-bfe6-462f-83e8-bbabab1eebb6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:45.541209 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7866f89d-0c6f-4a63-83d3-b3d20e00a0e0 req-42bdfa8c-bfe6-462f-83e8-bbabab1eebb6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0554628 Apr 07 08:17:45.632754 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7866f89d-0c6f-4a63-83d3-b3d20e00a0e0 req-d9d6465c-a585-4d74-aa2a-663c075a2402 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801561 Apr 07 08:17:45.644492 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1302ae-7c1a-404c-87a8-e37191451899 req-f73e4227-ca05-4968-a21b-e0eceedaafa3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:45.648410 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f1302ae-7c1a-404c-87a8-e37191451899 req-f73e4227-ca05-4968-a21b-e0eceedaafa3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1056075 Apr 07 08:17:45.698315 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f1302ae-7c1a-404c-87a8-e37191451899 req-6b9c3617-b9e3-4ae1-80d0-f66b97781638 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456669 Apr 07 08:17:45.857265 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0a60f-f60b-403d-aade-4057c4f01c4c req-c9d59086-78d6-45ec-af83-509cfa55a02f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:45.858670 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4ae0a60f-f60b-403d-aade-4057c4f01c4c req-c9d59086-78d6-45ec-af83-509cfa55a02f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0581882 Apr 07 08:17:45.869643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54658) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:45.874274 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'floatingip': {'port_id': '1b7f1f3d-fa87-497d-aaaa-410d7593808e'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:45.945049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:46.081692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97159024-2272-4307-81d5-830a7c0b7ec1 req-10fad19e-5a83-4471-a748-016e434f6675 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:46.081692 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97159024-2272-4307-81d5-830a7c0b7ec1 req-10fad19e-5a83-4471-a748-016e434f6675 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0569067 Apr 07 08:17:46.145710 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97159024-2272-4307-81d5-830a7c0b7ec1 req-fb008722-9eda-4f19-93e7-0cba4eb3ba76 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614684 Apr 07 08:17:46.201070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037de08a-93f6-46ca-8e53-6a3c669c5fc4 req-96b13f27-9032-4ab7-9cb9-f6fdd9c44644 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:46.202574 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-037de08a-93f6-46ca-8e53-6a3c669c5fc4 req-96b13f27-9032-4ab7-9cb9-f6fdd9c44644 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0558860 Apr 07 08:17:46.254331 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-037de08a-93f6-46ca-8e53-6a3c669c5fc4 req-d1b0856f-1e78-45f9-8cff-d3eef39c27e0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Apr 07 08:17:46.728572 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.db.resource_extend [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 08:17:46.765621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfff0-deab-4df2-95c3-cac540bd5f1b req-4c660af2-c139-4984-9ac0-a7465d90338b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:46.767224 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54ccfff0-deab-4df2-95c3-cac540bd5f1b req-4c660af2-c139-4984-9ac0-a7465d90338b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0706139 Apr 07 08:17:46.807592 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:46.818922 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54ccfff0-deab-4df2-95c3-cac540bd5f1b req-d3169a1e-30c6-426f-973f-9b2e6cf2bdc9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437951 Apr 07 08:17:46.911071 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:46.945425 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4bdf6-964b-4984-8da8-efc068011f53 req-a252b67e-144b-46de-bc89-fd4062dbddc8 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:46.946931 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bdc4bdf6-964b-4984-8da8-efc068011f53 req-a252b67e-144b-46de-bc89-fd4062dbddc8 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Apr 07 08:17:46.999846 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bdc4bdf6-964b-4984-8da8-efc068011f53 req-613ddef3-41a4-4423-8b2d-47a131536bf4 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Apr 07 08:17:47.016101 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Floating IP b3eb91ad-34dc-4529-90be-2f497b5cbd14 associated. External IP: 172.27.1.68, port: 1b7f1f3d-fa87-497d-aaaa-410d7593808e. Apr 07 08:17:47.227305 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:17:47.257928 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43c63-c9cc-49f6-bc19-baf1f7d130bf req-20346416-5acc-4a18-91e7-834c50dbe3bd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:47.273817 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-20f43c63-c9cc-49f6-bc19-baf1f7d130bf req-20346416-5acc-4a18-91e7-834c50dbe3bd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0521228 Apr 07 08:17:47.309147 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-20f43c63-c9cc-49f6-bc19-baf1f7d130bf req-ce00f998-0438-4086-9164-609e72156dd2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Apr 07 08:17:47.342065 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:17:47.350651 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:47.357446 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:17:47.367797 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:47.368414 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:47.385814 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3e76fbce-c646-43bb-bcb2-07ada172199d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "PUT /v2.0/floatingips/b3eb91ad-34dc-4529-90be-2f497b5cbd14 HTTP/1.1" status: 200 len: 991 time: 1.5150242 Apr 07 08:17:47.386723 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:47.387524 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d2ac-508d-4b0c-9321-659e0883cefa req-4de39bae-e2a7-49a2-ae4a-a406aff391af tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:47.389435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56" -d '{"events": [{"name": "network-changed", "server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:47.395870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7bf9d2ac-508d-4b0c-9321-659e0883cefa req-4de39bae-e2a7-49a2-ae4a-a406aff391af tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0632963 Apr 07 08:17:47.428433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d065628c-9c9e-442e-a356-f666d0ba197a x-openstack-request-id: req-d065628c-9c9e-442e-a356-f666d0ba197a {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:47.428787 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:47.429050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d065628c-9c9e-442e-a356-f666d0ba197a {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:47.429512 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d065628c-9c9e-442e-a356-f666d0ba197a'] response: {'name': 'network-changed', 'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'status': 'completed', 'code': 200} Apr 07 08:17:47.442608 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7bf9d2ac-508d-4b0c-9321-659e0883cefa req-903b39dc-1722-427c-8c42-c649382f47a2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Apr 07 08:17:47.477796 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:47.755061 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'b3eb91ad-34dc-4529-90be-2f497b5cbd14', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:81:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:07Z', 'updated_at': '2022-04-07T08:17:46Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:47.783806 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:17:47.792604 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:47.793207 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:47.899700 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:47.935121 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cba8c-98cb-455a-b6ca-e462ec9a0d39 req-0143c037-6563-4d57-8def-2da479a66d73 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:47.936558 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a04cba8c-98cb-455a-b6ca-e462ec9a0d39 req-0143c037-6563-4d57-8def-2da479a66d73 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0505483 Apr 07 08:17:47.982058 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a04cba8c-98cb-455a-b6ca-e462ec9a0d39 req-6bb89ffe-f270-4b3f-be1b-ec9ebcf62da2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398777 Apr 07 08:17:48.127188 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'b3eb91ad-34dc-4529-90be-2f497b5cbd14', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:81:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:07Z', 'updated_at': '2022-04-07T08:17:46Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:48.128115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f607-8d57-47a7-b1a2-0cb7f80b793c req-7a7b4656-486c-4e25-838c-cfc72bacecb2 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:48.129592 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dad1f607-8d57-47a7-b1a2-0cb7f80b793c req-7a7b4656-486c-4e25-838c-cfc72bacecb2 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.0594034 Apr 07 08:17:48.158493 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc28aa-8304-4bad-b4f0-8d10b0932f2b None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'b3eb91ad-34dc-4529-90be-2f497b5cbd14', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:81:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:07Z', 'updated_at': '2022-04-07T08:17:46Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:48.178969 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dad1f607-8d57-47a7-b1a2-0cb7f80b793c req-b86599d0-730e-4fc3-b377-2d86eb0ad338 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Apr 07 08:17:48.428158 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3c87-9d3d-41c1-8f7c-3ac5af0a8704 req-9b06f0fe-220d-445b-9b83-b0b91f14677b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:48.429727 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-152d3c87-9d3d-41c1-8f7c-3ac5af0a8704 req-9b06f0fe-220d-445b-9b83-b0b91f14677b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0535212 Apr 07 08:17:48.478802 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-152d3c87-9d3d-41c1-8f7c-3ac5af0a8704 req-97df4546-55c4-4cf7-aebb-23ec8432a256 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Apr 07 08:17:48.571354 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2fcce-d546-452c-b5eb-3be3ab8b3a00 req-6e01d259-1b5e-4d38-9b25-077004dfc392 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:48.572837 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dfa2fcce-d546-452c-b5eb-3be3ab8b3a00 req-6e01d259-1b5e-4d38-9b25-077004dfc392 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0565131 Apr 07 08:17:48.623062 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dfa2fcce-d546-452c-b5eb-3be3ab8b3a00 req-4ce6af36-f9e7-4569-b552-3766c7aebcec tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Apr 07 08:17:48.722458 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-32cbf105-f45c-4132-92db-15756e84f01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:48.779780 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb1678d-48d5-4a2d-bcd6-ad43f728b774 None None] New status for floating IP b3eb91ad-34dc-4529-90be-2f497b5cbd14: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:17:48.801788 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a40-9028-436a-94ac-26e394af6e49 req-21904b6e-67a4-459b-a4ae-2dee62dd5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:48.803496 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-21904b6e-67a4-459b-a4ae-2dee62dd5c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0501297 Apr 07 08:17:48.943232 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-81b1e333-1018-41a8-8a98-2a9bbc351db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c HTTP/1.1" status: 200 len: 217 time: 0.0459757 Apr 07 08:17:48.983210 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e96a40-9028-436a-94ac-26e394af6e49 req-11c9683d-7381-4f75-b87f-ab95b3202d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:48.985478 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-11c9683d-7381-4f75-b87f-ab95b3202d5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530665 Apr 07 08:17:49.096059 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96942a0-dac4-4756-80f4-59fa78473f19 req-3bc4dc3d-31fb-4936-910a-51c47652ecf6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.097504 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b96942a0-dac4-4756-80f4-59fa78473f19 req-3bc4dc3d-31fb-4936-910a-51c47652ecf6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0513744 Apr 07 08:17:49.145177 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b96942a0-dac4-4756-80f4-59fa78473f19 req-fb50e4ea-04f7-48b9-a7a8-96a3f7fffc40 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418594 Apr 07 08:17:49.294412 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82fb6-7f97-4d77-a814-f7727e8d3c97 req-f19e86e5-e58a-45ec-a7d9-96b242146772 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.296009 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6f82fb6-7f97-4d77-a814-f7727e8d3c97 req-f19e86e5-e58a-45ec-a7d9-96b242146772 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Apr 07 08:17:49.346735 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6f82fb6-7f97-4d77-a814-f7727e8d3c97 req-446b39e9-4f0f-422d-b312-313b8717d6c1 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447869 Apr 07 08:17:49.452854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f333c-e20c-4688-b68a-e0baf899a8eb req-42dd1e4a-00da-4f19-97ad-dd5afbefbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.453752 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-238b7657-dc2b-4151-b9b2-d23cdc6e831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.454778 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a86f333c-e20c-4688-b68a-e0baf899a8eb req-42dd1e4a-00da-4f19-97ad-dd5afbefbfa6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 1130 time: 0.0473893 Apr 07 08:17:49.455922 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-238b7657-dc2b-4151-b9b2-d23cdc6e831b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1130 time: 0.0488119 Apr 07 08:17:49.600388 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b842cb-5b47-40d4-bfee-6b270d5923a3 req-ea4e2907-2e76-46d4-894c-fe1a32875178 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.602496 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-03b842cb-5b47-40d4-bfee-6b270d5923a3 req-ea4e2907-2e76-46d4-894c-fe1a32875178 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Apr 07 08:17:49.648039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-03b842cb-5b47-40d4-bfee-6b270d5923a3 req-8bc0f2a0-95ff-4985-8252-75f4dbd2b862 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Apr 07 08:17:49.746331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aea1e-7270-403e-90eb-87c9df60bb1f req-c02d1cf9-4b80-4ff4-87ff-7453a9acc7f2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:49.747804 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-661aea1e-7270-403e-90eb-87c9df60bb1f req-c02d1cf9-4b80-4ff4-87ff-7453a9acc7f2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0519652 Apr 07 08:17:49.796700 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-661aea1e-7270-403e-90eb-87c9df60bb1f req-0e21232c-2450-4e65-83f9-aa359e8bda58 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Apr 07 08:17:50.266669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01202521-5299-4e47-9b23-1005e98c4a90 req-a471e17b-f6c2-4f02-b89a-c7638847506f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:50.268255 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01202521-5299-4e47-9b23-1005e98c4a90 req-a471e17b-f6c2-4f02-b89a-c7638847506f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0592360 Apr 07 08:17:50.318025 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01202521-5299-4e47-9b23-1005e98c4a90 req-fdb9e972-ae5d-4e93-b077-1cdbd5cea9f7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433469 Apr 07 08:17:50.463839 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dbcfc-a569-46fd-ad33-432dfd6e2792 req-00b44b2e-3ac5-4457-a098-0952201c71c5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:50.465368 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-041dbcfc-a569-46fd-ad33-432dfd6e2792 req-00b44b2e-3ac5-4457-a098-0952201c71c5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.0513561 Apr 07 08:17:50.514298 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-041dbcfc-a569-46fd-ad33-432dfd6e2792 req-7ace5071-2afc-4753-86f9-c26e2110c173 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Apr 07 08:17:50.774424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092965-98d0-4a45-8be8-e20ab25777d2 req-82c08fe4-3a2d-46de-8a0f-2482d2874046 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:50.775955 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24092965-98d0-4a45-8be8-e20ab25777d2 req-82c08fe4-3a2d-46de-8a0f-2482d2874046 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0612483 Apr 07 08:17:50.824508 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24092965-98d0-4a45-8be8-e20ab25777d2 req-e23cfd0f-d099-486e-8929-29a057697677 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Apr 07 08:17:50.923589 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ce979-3757-428e-a9b1-db14a2c30d52 req-fce11e1f-0150-4174-bdea-8adb1bd5e52c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:50.925195 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a29ce979-3757-428e-a9b1-db14a2c30d52 req-fce11e1f-0150-4174-bdea-8adb1bd5e52c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0545225 Apr 07 08:17:50.937035 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4d16c865-6489-4fd5-a4d5-0d1ce8e2deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:50.996649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a29ce979-3757-428e-a9b1-db14a2c30d52 req-33334460-c9d3-4aaf-ad28-68af2e5f3d84 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628202 Apr 07 08:17:51.252197 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-c3fbaed9-3bc0-4996-9163-2eb5088c65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:51.253578 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-c3fbaed9-3bc0-4996-9163-2eb5088c65b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6b8a2c5-0811-441b-b7b7-4ba235020f9a HTTP/1.1" status: 200 len: 852 time: 0.0956514 Apr 07 08:17:51.279898 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-d5083f11-3222-4526-afe7-db5045bca3c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206408 Apr 07 08:17:51.438747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f392-90b0-46d9-b9ea-b1441122b7de req-513b3557-e330-4462-8704-58cbe4e46466 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:51.440391 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bac4f392-90b0-46d9-b9ea-b1441122b7de req-513b3557-e330-4462-8704-58cbe4e46466 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0581756 Apr 07 08:17:51.545741 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-2c0e8a00-464c-447e-89d4-5ddcab2b8f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35d4daf0-9c27-470a-a7d3-6cc69c7ba635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503738 Apr 07 08:17:51.681895 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-b28e7ecb-dca5-4bef-b386-9a661859dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:51.683702 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-b28e7ecb-dca5-4bef-b386-9a661859dc47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1972940 Apr 07 08:17:51.693477 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-78e96a40-9028-436a-94ac-26e394af6e49 req-a327e007-f774-4e62-9305-311dd0b09963 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970634 Apr 07 08:17:51.762517 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bac4f392-90b0-46d9-b9ea-b1441122b7de req-97ab307d-2442-4752-9cc2-c9a7b97d35ae tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3147569 Apr 07 08:17:51.771176 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a86f333c-e20c-4688-b68a-e0baf899a8eb req-007087f8-a302-4de7-8cf8-8fbe36e74790 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952861 Apr 07 08:17:51.782696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6247aeb-a55f-4568-830e-4288c2780f2d req-5f3e0f8e-4b71-46b0-8e75-1acefec0f01d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:51.784084 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6247aeb-a55f-4568-830e-4288c2780f2d req-5f3e0f8e-4b71-46b0-8e75-1acefec0f01d tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.1093702 Apr 07 08:17:51.836330 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6247aeb-a55f-4568-830e-4288c2780f2d req-14141a44-4b3e-4278-8ce3-43b30f38589a tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Apr 07 08:17:51.941930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c063-a727-47ec-9ae5-6c3f1e9b7211 req-eaa0766b-9329-43c4-95c5-242a9f54e9db tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:51.946300 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f534c063-a727-47ec-9ae5-6c3f1e9b7211 req-eaa0766b-9329-43c4-95c5-242a9f54e9db tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0564737 Apr 07 08:17:51.997664 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f534c063-a727-47ec-9ae5-6c3f1e9b7211 req-477469c8-879e-4fd2-9927-4da87c220f91 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Apr 07 08:17:52.121800 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be247c9-5af4-4da4-bffe-3064b1e0446c req-e061a70a-3728-469b-8dfa-25ecf062b06e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:52.123282 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2be247c9-5af4-4da4-bffe-3064b1e0446c req-e061a70a-3728-469b-8dfa-25ecf062b06e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0509973 Apr 07 08:17:52.169609 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2be247c9-5af4-4da4-bffe-3064b1e0446c req-fc74c10a-a2e7-447b-9d64-dea96fe76201 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Apr 07 08:17:52.287449 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce093-92c9-4745-b332-891ec2ac7615 req-6c93709b-f303-4765-8a95-45209af1df08 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:52.288849 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3f0ce093-92c9-4745-b332-891ec2ac7615 req-6c93709b-f303-4765-8a95-45209af1df08 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0518765 Apr 07 08:17:52.297341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54796) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:52.303551 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'floatingip': {'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:52.324923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:52.374009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:53.013475 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1d53f-e3a0-41f4-b48b-1bd98f548c38 req-0ed8c526-fefe-48ca-a78a-6cd3c17259e4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:53.014958 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29b1d53f-e3a0-41f4-b48b-1bd98f548c38 req-0ed8c526-fefe-48ca-a78a-6cd3c17259e4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.1813109 Apr 07 08:17:53.114254 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:53.121988 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287cddd-0ee2-4072-99dd-4125de8678cc req-b658e09d-6ae4-4157-b7db-3aa31f24924c tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:53.123484 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f287cddd-0ee2-4072-99dd-4125de8678cc req-b658e09d-6ae4-4157-b7db-3aa31f24924c tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.2186720 Apr 07 08:17:53.152038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29b1d53f-e3a0-41f4-b48b-1bd98f548c38 req-d9bb245b-4244-412b-b2ae-422da40f0ee0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011879 Apr 07 08:17:53.185162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f287cddd-0ee2-4072-99dd-4125de8678cc req-6f0ed89d-9294-4cc0-9445-1d4221334c2c tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557396 Apr 07 08:17:53.187311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:53.322719 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64018139-f46e-4fd0-8048-6cf7380b0d2d req-61ea3914-8e8a-430e-89c5-2075aa6d72cb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:53.324167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-64018139-f46e-4fd0-8048-6cf7380b0d2d req-61ea3914-8e8a-430e-89c5-2075aa6d72cb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1013851 Apr 07 08:17:53.326860 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Floating IP 011d9969-5677-4259-8d49-56afc153e48e associated. External IP: 172.27.1.17, port: 3ef6c53f-a938-4e0c-ab6d-05755cc583cc. Apr 07 08:17:53.416154 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:53.441179 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-64018139-f46e-4fd0-8048-6cf7380b0d2d req-60ce98ef-89fd-4c5d-bee3-b6283e0a379a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111670 Apr 07 08:17:53.775260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:17:53.885057 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:17:53.890075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:53.894769 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:17:53.904478 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:53.905092 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:53.920260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f9d13d30-5071-46ca-b4bd-6840361500e8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "PUT /v2.0/floatingips/011d9969-5677-4259-8d49-56afc153e48e HTTP/1.1" status: 200 len: 991 time: 1.6218603 Apr 07 08:17:53.920843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:53.923077 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420" -d '{"events": [{"name": "network-changed", "server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:53.959478 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b2873-2240-4aac-aa9b-b71883a75f3b x-openstack-request-id: req-fa4b2873-2240-4aac-aa9b-b71883a75f3b {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:53.959848 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:53.960169 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa4b2873-2240-4aac-aa9b-b71883a75f3b {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:53.960639 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4b2873-2240-4aac-aa9b-b71883a75f3b'] response: {'name': 'network-changed', 'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'status': 'completed', 'code': 200} Apr 07 08:17:54.021890 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:54.242136 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '011d9969-5677-4259-8d49-56afc153e48e', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:08Z', 'updated_at': '2022-04-07T08:17:52Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:54.274648 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:17:54.278190 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6378-f9a1-4137-a095-04579813ac49 req-897604cc-4124-46c5-aa50-9f3a36291766 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:54.279788 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5adb6378-f9a1-4137-a095-04579813ac49 req-897604cc-4124-46c5-aa50-9f3a36291766 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0620594 Apr 07 08:17:54.283081 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:17:54.283727 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:54.347893 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5adb6378-f9a1-4137-a095-04579813ac49 req-705fc026-98da-47cb-adc3-3d520318bfd5 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535529 Apr 07 08:17:54.355373 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c410b0-45b5-4f40-97c4-29ffbfe85ebc req-8c96e020-03c1-4df3-b7cd-d60079acd180 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:54.356811 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d0c410b0-45b5-4f40-97c4-29ffbfe85ebc req-8c96e020-03c1-4df3-b7cd-d60079acd180 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 945 time: 0.0967059 Apr 07 08:17:54.412251 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d0c410b0-45b5-4f40-97c4-29ffbfe85ebc req-560d1e18-effa-4e09-bc1a-fa2027584d8f tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Apr 07 08:17:54.475264 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:17:54.558332 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3a327-07e4-40c9-8f15-a7bf1a3efbb0 req-6e400557-bb7a-402c-bcd3-1c220cc70a63 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:54.559871 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2d3a327-07e4-40c9-8f15-a7bf1a3efbb0 req-6e400557-bb7a-402c-bcd3-1c220cc70a63 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0541613 Apr 07 08:17:54.609203 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2d3a327-07e4-40c9-8f15-a7bf1a3efbb0 req-a89dc9ae-d06c-4cc0-8682-41e1621e5fa8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Apr 07 08:17:54.697826 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '011d9969-5677-4259-8d49-56afc153e48e', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:08Z', 'updated_at': '2022-04-07T08:17:52Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:17:54.723621 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee4177-6b12-48f1-9bd7-e6c98ec7a9f0 None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '011d9969-5677-4259-8d49-56afc153e48e', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:08Z', 'updated_at': '2022-04-07T08:17:52Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:17:54.750263 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:54.912138 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1447f-775d-4c32-b98e-42b329523c01 None None] New status for floating IP 011d9969-5677-4259-8d49-56afc153e48e: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:17:55.111887 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device be365a4e-4f97-49a2-b1a9-1932fdaee75c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:17:55.230096 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port be365a4e-4f97-49a2-b1a9-1932fdaee75c is: ACTIVE; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:17:55.230516 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:55.253611 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:55.256042 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3501d6df-3650-4c28-95e8-232864b50b07" -d '{"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-unplugged", "status": "completed", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:55.268302 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:55.291282 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01c603-4155-4fc3-9ee6-fb231b96fed9 x-openstack-request-id: req-6f01c603-4155-4fc3-9ee6-fb231b96fed9 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:55.291594 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-unplugged", "status": "completed", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:55.291858 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f01c603-4155-4fc3-9ee6-fb231b96fed9 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:55.292262 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f01c603-4155-4fc3-9ee6-fb231b96fed9'] response: {'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'code': 200} Apr 07 08:17:55.399612 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:55.422101 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-7e67ed91-ffc7-4a13-90f3-627c95fb24ac service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893745 Apr 07 08:17:55.447780 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=6']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:55.455332 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.455688 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.456060 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.456422 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.456761 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.457120 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.457454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.457787 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.458117 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.458522 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.458796 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.459141 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.459468 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.460409 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.460409 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:17:55.468521 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1a8b-8229-486d-8ecc-9aa7e1d3636b req-c662edfe-7b10-41f2-9b85-3c35c9b06021 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:55.471479 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f18f1a8b-8229-486d-8ecc-9aa7e1d3636b req-c662edfe-7b10-41f2-9b85-3c35c9b06021 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0558999 Apr 07 08:17:55.549351 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f18f1a8b-8229-486d-8ecc-9aa7e1d3636b req-8e7103ac-bc23-45ad-a004-532fa764badd tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735111 Apr 07 08:17:55.563945 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963bc80-739a-40b1-9cb6-7e576156f664 req-bea2da2f-fc35-4339-99cd-2195f7e547dd tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:55.565484 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9963bc80-739a-40b1-9cb6-7e576156f664 req-bea2da2f-fc35-4339-99cd-2195f7e547dd tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.0757184 Apr 07 08:17:55.620650 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9963bc80-739a-40b1-9cb6-7e576156f664 req-5d2ec210-5ac5-48c9-ac74-f4dbe33a5588 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Apr 07 08:17:55.723773 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef29eb-f053-4fdb-a5a1-0a1e3fe9f011 req-7775c00a-d336-41af-80e2-68fcb9aef547 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:55.725378 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8eef29eb-f053-4fdb-a5a1-0a1e3fe9f011 req-7775c00a-d336-41af-80e2-68fcb9aef547 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0528755 Apr 07 08:17:55.780727 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8eef29eb-f053-4fdb-a5a1-0a1e3fe9f011 req-84354a61-e61b-4c87-b5bf-f9cd81edd401 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Apr 07 08:17:56.244979 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-c34269f5-83bb-4105-bff1-e0c9b0b2f65a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 1001 time: 0.0953107 Apr 07 08:17:56.678119 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159db19-1603-4965-b014-f6631c188bcb req-61b1ae90-6e5f-4704-9e18-3392d5c334bf tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:56.680419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2159db19-1603-4965-b014-f6631c188bcb req-61b1ae90-6e5f-4704-9e18-3392d5c334bf tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0642049 Apr 07 08:17:56.769942 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2159db19-1603-4965-b014-f6631c188bcb req-8382b012-1cdd-4c6a-9e1f-927a1ccc2b17 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784779 Apr 07 08:17:56.785850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0f17-5097-4095-9f22-51b063fe7e56 req-11a1a945-1d10-4713-b561-2b07914ca333 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:56.799287 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3ca0f17-5097-4095-9f22-51b063fe7e56 req-11a1a945-1d10-4713-b561-2b07914ca333 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.0928040 Apr 07 08:17:56.854029 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3ca0f17-5097-4095-9f22-51b063fe7e56 req-82b6f2cb-2d46-4022-976e-b33ff47fb2b1 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Apr 07 08:17:56.916132 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54325e-e6d8-4b89-b65b-d1a50bd12bd3 req-00eb9c20-6842-4aa4-b640-c1f169ea429b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:56.917638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b54325e-e6d8-4b89-b65b-d1a50bd12bd3 req-00eb9c20-6842-4aa4-b640-c1f169ea429b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0595741 Apr 07 08:17:56.971854 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b54325e-e6d8-4b89-b65b-d1a50bd12bd3 req-c07694fe-028b-4ead-90c7-bf284c7f7a8f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Apr 07 08:17:56.989487 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-e4624c5c-9d91-4248-9207-ca14d697b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:56.990995 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-e4624c5c-9d91-4248-9207-ca14d697b049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.3126652 Apr 07 08:17:57.016630 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-88db50a0-e49f-41c3-ada5-43d5dafbcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:57.018146 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-88db50a0-e49f-41c3-ada5-43d5dafbcf82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1130 time: 0.3547482 Apr 07 08:17:57.021621 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9ef3ad4e-bd11-4603-bd6b-720192710df4 req-07096129-f212-4491-ad40-1aff37f5da3b service neutron] 10.222.0.20 "GET /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770530 Apr 07 08:17:57.304575 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-de96470d-8337-4be8-bd95-34355a9eaf89 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:57.306040 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-de96470d-8337-4be8-bd95-34355a9eaf89 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.20 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.0620394 Apr 07 08:17:57.331567 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-24c78f8a-79cd-402c-a21f-59848d40ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:57.333120 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-24c78f8a-79cd-402c-a21f-59848d40ca71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136780 Apr 07 08:17:57.346246 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-2832804e-e03c-4cc3-a763-a5114ed68aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:57.347812 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-2832804e-e03c-4cc3-a763-a5114ed68aa7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1179698 Apr 07 08:17:57.900299 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56779896-ae6e-472f-afbc-a2a1dcd422f6 req-8d615469-7ac9-44c1-ad3b-afc8ca7a815c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:57.902096 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-56779896-ae6e-472f-afbc-a2a1dcd422f6 req-8d615469-7ac9-44c1-ad3b-afc8ca7a815c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0544336 Apr 07 08:17:58.027296 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-56779896-ae6e-472f-afbc-a2a1dcd422f6 req-0c0b3b98-d597-463d-8c90-ed35503a2a76 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197054 Apr 07 08:17:58.108448 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f33d3-c73b-4b8c-a4f5-a5a7376baebb req-178006f7-8811-4932-9952-46f8389611c9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:58.110394 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a96f33d3-c73b-4b8c-a4f5-a5a7376baebb req-178006f7-8811-4932-9952-46f8389611c9 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 943 time: 0.1809928 Apr 07 08:17:58.119779 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-ca3fb0f8-0c61-4f2e-b85b-84150e4eeafc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 1001 time: 0.1506045 Apr 07 08:17:58.146159 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-118dee3f-0bd1-45c4-abd7-930579748626 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784244 Apr 07 08:17:58.241417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c700b-104b-4806-8d8a-c817e5cebe18 req-a38c9798-ba29-4956-b65f-fb09f5d68192 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:58.242949 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a9c700b-104b-4806-8d8a-c817e5cebe18 req-a38c9798-ba29-4956-b65f-fb09f5d68192 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1434035 Apr 07 08:17:58.257879 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a96f33d3-c73b-4b8c-a4f5-a5a7376baebb req-663df588-3c0d-492f-87c1-c06295b29572 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/security-groups?id=189499cd-816e-412a-a6c1-125d794eba96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941777 Apr 07 08:17:58.294367 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Deleting port be365a4e-4f97-49a2-b1a9-1932fdaee75c {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:17:58.294759 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:58.313044 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-d42da7c3-7fdc-47bf-94f8-3abd791eced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:58.314829 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-d42da7c3-7fdc-47bf-94f8-3abd791eced9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.1093156 Apr 07 08:17:58.343838 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c8999bc5-a795-4d3a-a9e9-76f9c2fa8b56 req-19cad8c2-0d59-482d-ba98-417887c18efb service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370041 Apr 07 08:17:58.397074 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a9c700b-104b-4806-8d8a-c817e5cebe18 req-e205652f-fd36-48db-91e7-4254b358a3d8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444569 Apr 07 08:17:58.437192 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] For port be365a4e-4f97-49a2-b1a9-1932fdaee75c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be365a4e-4f97-49a2-b1a9-1932fdaee75c,segment=NetworkSegment(12835a39-087d-4265-80c3-7ec61bcf291f),segment_id=12835a39-087d-4265-80c3-7ec61bcf291f)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:17:58.437559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:58.455255 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a06e-84a7-478c-bea4-574856b8ee6d req-fa7ad8f9-a825-49ec-b802-8e4d3affaf70 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:58.456735 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2257a06e-84a7-478c-bea4-574856b8ee6d req-fa7ad8f9-a825-49ec-b802-8e4d3affaf70 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.1349206 Apr 07 08:17:58.466390 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54936) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:17:58.468694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Calling delete_port for be365a4e-4f97-49a2-b1a9-1932fdaee75c owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:17:58.474353 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:17:58.525605 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:58.681058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-fffd82f4-9546-43cb-ad54-df9beaa36491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:58.682623 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-fffd82f4-9546-43cb-ad54-df9beaa36491 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491807 Apr 07 08:17:58.783276 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-00350c39-9545-4430-97fb-aeccdbe84a24 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892906 Apr 07 08:17:58.938407 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (be365a4e-4f97-49a2-b1a9-1932fdaee75c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:58.944108 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac1e91cb-addd-4c6c-ad0f-5f22ec113420 req-2f36c06f-a5bf-479d-a20b-a312c4a9c5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882146 Apr 07 08:17:59.000225 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Pushing event deleted for resources: {'Port': ['ID=be365a4e-4f97-49a2-b1a9-1932fdaee75c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:17:59.069625 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] No DVR routers for this DVR port be365a4e-4f97-49a2-b1a9-1932fdaee75c on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:17:59.075420 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:59.078771 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a64dd5f-24ff-41e9-b8fa-1bbc731667b8 req-c2eb8d11-818b-48e2-a38f-130420a044f5 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.20 "DELETE /v2.0/ports/be365a4e-4f97-49a2-b1a9-1932fdaee75c HTTP/1.1" status: 204 len: 173 time: 1.1098905 Apr 07 08:17:59.079221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-deleted', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:17:59.081465 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db0837-43f1-443c-8ed9-4ed06585aeea" -d '{"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-deleted", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:17:59.119085 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722552b7-dbdf-46ef-8fae-938ef83417f2 x-openstack-request-id: req-722552b7-dbdf-46ef-8fae-938ef83417f2 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:17:59.119374 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e77bb-8c8c-474e-86f0-3677088a39b6", "name": "network-vif-deleted", "tag": "be365a4e-4f97-49a2-b1a9-1932fdaee75c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:17:59.119627 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-722552b7-dbdf-46ef-8fae-938ef83417f2 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:17:59.120019 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722552b7-dbdf-46ef-8fae-938ef83417f2'] response: {'server_uuid': 'c90e77bb-8c8c-474e-86f0-3677088a39b6', 'name': 'network-vif-deleted', 'tag': 'be365a4e-4f97-49a2-b1a9-1932fdaee75c', 'status': 'completed', 'code': 200} Apr 07 08:17:59.186483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:59.302260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:17:59.374393 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-462c9145-d80f-4492-b81c-c99e2d02128f req-96db11c7-9738-4d6b-87d8-ebb38c691bd7 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Apr 07 08:17:59.441087 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP a201d9e0-0f90-41ca-9c7e-6a108f06097a associated. External IP: 172.27.1.203, port: 2fea277c-9847-4e76-8dee-6ef05d284983. Apr 07 08:17:59.808794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b8902-5d08-4773-a1d5-1fa3ca346165 req-659cdffc-0718-4157-b6c9-4a03592e0870 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:17:59.810245 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd4b8902-5d08-4773-a1d5-1fa3ca346165 req-659cdffc-0718-4157-b6c9-4a03592e0870 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1032469 Apr 07 08:17:59.925304 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd4b8902-5d08-4773-a1d5-1fa3ca346165 req-028ae7f5-f766-4ad4-babf-73269220891e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086447 Apr 07 08:17:59.959234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:18:00.069687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:18:00.074790 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.079795 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:18:00.097637 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:18:00.101565 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:00.107560 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f5e02f28-8497-40d4-880e-9a5d4d40ed2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "PUT /v2.0/floatingips/a201d9e0-0f90-41ca-9c7e-6a108f06097a HTTP/1.1" status: 200 len: 992 time: 1.6400678 Apr 07 08:18:00.227549 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 54976) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:00.231980 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:18:00.373286 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a7c7dc40-c788-4168-87b2-bef2dd981aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.485682 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a7c7dc40-c788-4168-87b2-bef2dd981aea admin admin] Publish callbacks [] for security_group (6f4a7d9c-9e91-4f52-9a19-ef5689102aba), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.492884 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bc3f6f8a-4a43-460c-9566-6a4af6c842fa req-c1cd42a8-ef7b-4a81-ac7f-7a8c68ead825 tempest-DeleteServersTestJSON-1498929972 tempest-DeleteServersTestJSON-1498929972-project] 10.222.0.24 "GET /v2.0/ports?device_id=c90e77bb-8c8c-474e-86f0-3677088a39b6 HTTP/1.1" status: 200 len: 210 time: 0.0327675 Apr 07 08:18:00.493347 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:17:59Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:00.520027 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:18:00.529322 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:18:00.529931 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:17:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:00.616617 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a7c7dc40-c788-4168-87b2-bef2dd981aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6f4a7d9c-9e91-4f52-9a19-ef5689102aba), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.639915 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:18:00.662422 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54988) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:00.662814 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a7c7dc40-c788-4168-87b2-bef2dd981aea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05890157710243be8ed37d21be4841fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337680 Apr 07 08:18:00.663449 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7dc40-c788-4168-87b2-bef2dd981aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a7d9c-9e91-4f52-9a19-ef5689102aba,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:00.730062 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] Publish callbacks [] for security_group (6f4a7d9c-9e91-4f52-9a19-ef5689102aba), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.750814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] Publish callbacks [] for security_group (6f4a7d9c-9e91-4f52-9a19-ef5689102aba), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.871192 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:17:59Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:00.884841 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 54992) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:00.890914 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6f4a7d9c-9e91-4f52-9a19-ef5689102aba), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.893903 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:00.895975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f4a7d9c-9e91-4f52-9a19-ef5689102aba HTTP/1.1" status: 204 len: 168 time: 0.2309716 Apr 07 08:18:00.897417 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724c01e-ecc4-486e-8bee-e1816a62d246 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:17:59Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:18:00.905787 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3460-ce15-4894-8a42-4940604b3fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a7d9c-9e91-4f52-9a19-ef5689102aba,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:01.018683 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b738fc0b-daa8-4808-b019-c8d0362f47e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.088767 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe236a2-1d69-4702-ba55-da764a11b8c7 req-a97dfc74-5f41-404c-b225-d310123f33c3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:01.090298 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dfe236a2-1d69-4702-ba55-da764a11b8c7 req-a97dfc74-5f41-404c-b225-d310123f33c3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0801449 Apr 07 08:18:01.123346 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:18:01.125527 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf76585-4002-48bf-ab2e-4f64c24f4133" -d '{"events": [{"name": "network-changed", "server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:18:01.171495 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b738fc0b-daa8-4808-b019-c8d0362f47e1 admin admin] Publish callbacks [] for security_group (f39ea905-e8e4-4726-8260-9c5bf30c0ff4), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.176444 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dfe236a2-1d69-4702-ba55-da764a11b8c7 req-8db7ae14-92f4-449b-b4f2-c66402052620 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764377 Apr 07 08:18:01.195314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf7b217-333b-4129-bdca-81f5cebbf282 x-openstack-request-id: req-7cf7b217-333b-4129-bdca-81f5cebbf282 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:18:01.195813 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:18:01.196248 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cf7b217-333b-4129-bdca-81f5cebbf282 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:18:01.196248 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf7b217-333b-4129-bdca-81f5cebbf282'] response: {'name': 'network-changed', 'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983', 'status': 'completed', 'code': 200} Apr 07 08:18:01.307179 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b738fc0b-daa8-4808-b019-c8d0362f47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f39ea905-e8e4-4726-8260-9c5bf30c0ff4), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.367534 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b738fc0b-daa8-4808-b019-c8d0362f47e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7e0add3b93145c0b14e8f5311eedf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808643 Apr 07 08:18:01.367684 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55014) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:01.368751 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fc0b-daa8-4808-b019-c8d0362f47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ea905-e8e4-4726-8260-9c5bf30c0ff4,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:01.377694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-caa5a67a-b5ca-47e9-aac4-bbd25297df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:01.379961 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-caa5a67a-b5ca-47e9-aac4-bbd25297df43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 1130 time: 0.1236241 Apr 07 08:18:01.436062 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] Publish callbacks [] for security_group (f39ea905-e8e4-4726-8260-9c5bf30c0ff4), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.459195 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] Publish callbacks [] for security_group (f39ea905-e8e4-4726-8260-9c5bf30c0ff4), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.491017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-c1cde54f-64b0-4aa4-a212-7103fb91c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:01.492746 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-c1cde54f-64b0-4aa4-a212-7103fb91c25f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 915 time: 0.1011298 Apr 07 08:18:01.611233 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-50f62063-dd03-4899-b0f0-86fd82486fb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea277c-9847-4e76-8dee-6ef05d284983 HTTP/1.1" status: 200 len: 1000 time: 0.1067019 Apr 07 08:18:01.616105 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f39ea905-e8e4-4726-8260-9c5bf30c0ff4), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.619668 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.621149 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f39ea905-e8e4-4726-8260-9c5bf30c0ff4 HTTP/1.1" status: 204 len: 168 time: 0.2524729 Apr 07 08:18:01.629412 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3647730-baf1-480e-90e8-83affdf6e746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ea905-e8e4-4726-8260-9c5bf30c0ff4,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:01.699085 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-7465777b-f976-40cb-91bb-a141c96cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:01.700902 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-7465777b-f976-40cb-91bb-a141c96cd76b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0751345 Apr 07 08:18:01.762227 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-d441d728-1e52-4420-a511-56355c9c0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:01.764544 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-d441d728-1e52-4420-a511-56355c9c0f3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558522 Apr 07 08:18:01.781182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231b22f-5b2d-460f-9073-9e535591c2be None None] New status for floating IP a201d9e0-0f90-41ca-9c7e-6a108f06097a: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:18:01.792306 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55030) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:01.806443 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-218637ab-df08-4ea3-9c91-1947f1712dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:01.886845 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-85f63f9c-03e7-4057-aa76-6541feedd0bf service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120265 Apr 07 08:18:01.955969 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55034) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:01.959211 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-218637ab-df08-4ea3-9c91-1947f1712dad admin admin] Publish callbacks [] for security_group (450293ca-e5f7-48c9-9c54-e8ccd126131f), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.001521 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf76585-4002-48bf-ab2e-4f64c24f4133 req-4de55fd7-548b-4c67-89cd-6dcdfa3b99fc service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061776 Apr 07 08:18:02.062363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-218637ab-df08-4ea3-9c91-1947f1712dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (450293ca-e5f7-48c9-9c54-e8ccd126131f), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.097627 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc02028e-5392-4035-9fcf-179b8980ea98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.128357 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-218637ab-df08-4ea3-9c91-1947f1712dad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=929ab060499e4bb98f5b9cc88115804a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349373 Apr 07 08:18:02.131012 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218637ab-df08-4ea3-9c91-1947f1712dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450293ca-e5f7-48c9-9c54-e8ccd126131f,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:02.131151 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55040) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:02.181677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] Publish callbacks [] for security_group (450293ca-e5f7-48c9-9c54-e8ccd126131f), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.196543 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc02028e-5392-4035-9fcf-179b8980ea98 admin admin] Publish callbacks [] for security_group (4efff72e-bb90-4649-9fd6-270b38270bc7), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.202461 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] Publish callbacks [] for security_group (450293ca-e5f7-48c9-9c54-e8ccd126131f), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.307263 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60d56-8f09-48df-a4cd-9f25777fba3f req-492000b2-2c33-4f4f-a73c-c5dbe0e13edb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:02.308449 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1ee60d56-8f09-48df-a4cd-9f25777fba3f req-492000b2-2c33-4f4f-a73c-c5dbe0e13edb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0562000 Apr 07 08:18:02.326624 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc02028e-5392-4035-9fcf-179b8980ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (4efff72e-bb90-4649-9fd6-270b38270bc7), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.356207 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1ee60d56-8f09-48df-a4cd-9f25777fba3f req-3de77dab-53aa-4a05-b53b-9689f9d82614 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Apr 07 08:18:02.367403 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fc02028e-5392-4035-9fcf-179b8980ea98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10de4c6737aa45c0aa70372a0a8ce4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101443 Apr 07 08:18:02.368214 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02028e-5392-4035-9fcf-179b8980ea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efff72e-bb90-4649-9fd6-270b38270bc7,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:02.369753 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55044) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:02.379424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (450293ca-e5f7-48c9-9c54-e8ccd126131f), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.382256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.383382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/450293ca-e5f7-48c9-9c54-e8ccd126131f HTTP/1.1" status: 204 len: 168 time: 0.2512453 Apr 07 08:18:02.399862 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7dd53-b06a-4297-8226-32707dfe03cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450293ca-e5f7-48c9-9c54-e8ccd126131f,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:02.441965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] Publish callbacks [] for security_group (4efff72e-bb90-4649-9fd6-270b38270bc7), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.464851 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] Publish callbacks [] for security_group (4efff72e-bb90-4649-9fd6-270b38270bc7), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.639364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (4efff72e-bb90-4649-9fd6-270b38270bc7), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.642071 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:02.643349 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4efff72e-bb90-4649-9fd6-270b38270bc7 HTTP/1.1" status: 204 len: 168 time: 0.2724640 Apr 07 08:18:02.651625 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa533c2b-5afb-4a2a-9bbf-fc6e34ba617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efff72e-bb90-4649-9fd6-270b38270bc7,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:02.929296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55054) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:02.943234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3469-0c69-431e-ab0d-40de6430c448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.017939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3469-0c69-431e-ab0d-40de6430c448 admin admin] Publish callbacks [] for security_group (e107658c-7496-44b4-9f1f-7d7faca38f1f), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.128367 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cf1b3469-0c69-431e-ab0d-40de6430c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e107658c-7496-44b4-9f1f-7d7faca38f1f), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.173942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55070) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:03.178394 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-cf1b3469-0c69-431e-ab0d-40de6430c448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcdff3fd59674445bf686a3ae74c9b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456014 Apr 07 08:18:03.178923 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55072) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:03.186846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b3469-0c69-431e-ab0d-40de6430c448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e107658c-7496-44b4-9f1f-7d7faca38f1f,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:03.222300 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Deleting subnet c6b8a2c5-0811-441b-b7b7-4ba235020f9a {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:18:03.225309 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Publish callbacks [] for subnet (c6b8a2c5-0811-441b-b7b7-4ba235020f9a), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.230963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] Publish callbacks [] for security_group (e107658c-7496-44b4-9f1f-7d7faca38f1f), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.253958 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] Publish callbacks [] for security_group (e107658c-7496-44b4-9f1f-7d7faca38f1f), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.264592 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (c6b8a2c5-0811-441b-b7b7-4ba235020f9a), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.310278 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (c6b8a2c5-0811-441b-b7b7-4ba235020f9a), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.416555 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e107658c-7496-44b4-9f1f-7d7faca38f1f), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.419178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.422718 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e107658c-7496-44b4-9f1f-7d7faca38f1f HTTP/1.1" status: 204 len: 168 time: 0.2403026 Apr 07 08:18:03.439519 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308084-3686-4eb4-930d-5d99fe1a6d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e107658c-7496-44b4-9f1f-7d7faca38f1f,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:03.448659 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (c6b8a2c5-0811-441b-b7b7-4ba235020f9a), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.475303 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b8a2c5-0811-441b-b7b7-4ba235020f9a,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:03.479936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.483417 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3d9ae917-8bcf-494f-8549-eb83daec8f3b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6b8a2c5-0811-441b-b7b7-4ba235020f9a HTTP/1.1" status: 204 len: 168 time: 0.3082247 Apr 07 08:18:03.486063 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55082) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:03.502187 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a4da-13f0-4a5d-9d86-65013dde29e6 req-84a39b7f-232d-4110-b172-13842b17bd47 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:03.503907 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55084) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:03.506963 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd87a4da-13f0-4a5d-9d86-65013dde29e6 req-84a39b7f-232d-4110-b172-13842b17bd47 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0825274 Apr 07 08:18:03.518712 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-86059e2d-3662-44b7-a402-cd23ddde1ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.604013 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (35d4daf0-9c27-470a-a7d3-6cc69c7ba635), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.615141 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd87a4da-13f0-4a5d-9d86-65013dde29e6 req-e6e58644-91e2-4980-9d21-cb8f752f00bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Apr 07 08:18:03.626501 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-86059e2d-3662-44b7-a402-cd23ddde1ffd admin admin] Publish callbacks [] for security_group (d871cf41-d5e4-4018-a28d-af1ba428ff54), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.700458 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (35d4daf0-9c27-470a-a7d3-6cc69c7ba635), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.722306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.722956 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.723459 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.723793 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.724133 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.724469 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.724872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.725219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.725537 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.725955 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.730338 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-86059e2d-3662-44b7-a402-cd23ddde1ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d871cf41-d5e4-4018-a28d-af1ba428ff54), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.769372 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86059e2d-3662-44b7-a402-cd23ddde1ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871cf41-d5e4-4018-a28d-af1ba428ff54,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:03.780651 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-86059e2d-3662-44b7-a402-cd23ddde1ffd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83b9d38b9f924cba8ba154526a65ed3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721975 Apr 07 08:18:03.782378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55090) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:03.820950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.821309 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.821643 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.821972 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 08:18:03.832788 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d4daf0-9c27-470a-a7d3-6cc69c7ba635']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:03.839453 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] Publish callbacks [] for security_group (d871cf41-d5e4-4018-a28d-af1ba428ff54), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.839885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12835a39-087d-4265-80c3-7ec61bcf291f') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:03.840177 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12835a39-087d-4265-80c3-7ec61bcf291f') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:18:03.858061 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (12835a39-087d-4265-80c3-7ec61bcf291f), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.870439 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] Publish callbacks [] for security_group (d871cf41-d5e4-4018-a28d-af1ba428ff54), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.882838 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (12835a39-087d-4265-80c3-7ec61bcf291f), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.893046 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:18:03.893868 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (12835a39-087d-4265-80c3-7ec61bcf291f), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: from cryptography.utils import int_from_bytes Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: from cryptography.utils import int_from_bytes Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:18:03.898838 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:18:04.010828 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d871cf41-d5e4-4018-a28d-af1ba428ff54), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.013238 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.016695 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d871cf41-d5e4-4018-a28d-af1ba428ff54 HTTP/1.1" status: 204 len: 168 time: 0.2325368 Apr 07 08:18:04.022436 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e7895-1d66-48d6-9d1a-35651d22873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871cf41-d5e4-4018-a28d-af1ba428ff54,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:04.042118 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (35d4daf0-9c27-470a-a7d3-6cc69c7ba635), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.049178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.052641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/35d4daf0-9c27-470a-a7d3-6cc69c7ba635 HTTP/1.1" status: 204 len: 168 time: 0.5653901 Apr 07 08:18:04.062862 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946473-ae26-42f1-9291-52fe712035c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d4daf0-9c27-470a-a7d3-6cc69c7ba635,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:04.622824 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55154) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:04.667462 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c709cda6-81a3-429e-8b6f-730133855460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23ca8b13c5d6486285cedf45d7245b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410383 Apr 07 08:18:04.667976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55158) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:04.770044 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] Publish callbacks [] for security_group (189499cd-816e-412a-a6c1-125d794eba96), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.779464 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0a797-f304-4adf-a399-4c562bb16449 req-2cceb993-ab7e-4594-86c5-c912b250e327 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:04.780951 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54f0a797-f304-4adf-a399-4c562bb16449 req-2cceb993-ab7e-4594-86c5-c912b250e327 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0922139 Apr 07 08:18:04.814341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] Publish callbacks [] for security_group (189499cd-816e-412a-a6c1-125d794eba96), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.865140 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54f0a797-f304-4adf-a399-4c562bb16449 req-9ae492b2-7f52-4f04-a8d3-23fda49020f2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770359 Apr 07 08:18:04.971133 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (189499cd-816e-412a-a6c1-125d794eba96), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.973947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:04.977680 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/189499cd-816e-412a-a6c1-125d794eba96 HTTP/1.1" status: 204 len: 168 time: 0.3062854 Apr 07 08:18:04.984017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a028ca-70bb-482b-bdce-806a0491b3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189499cd-816e-412a-a6c1-125d794eba96,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:05.081055 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55174) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:05.099947 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-83954edb-6eb0-4f94-b60e-4f5124c29801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.181421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-83954edb-6eb0-4f94-b60e-4f5124c29801 admin admin] Publish callbacks [] for security_group (a6b3bf56-ba6d-45a0-814f-628f65727657), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.284956 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-83954edb-6eb0-4f94-b60e-4f5124c29801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a6b3bf56-ba6d-45a0-814f-628f65727657), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.323407 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83954edb-6eb0-4f94-b60e-4f5124c29801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b3bf56-ba6d-45a0-814f-628f65727657,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:05.331765 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-83954edb-6eb0-4f94-b60e-4f5124c29801 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c228940f53e04110b18b3272f3dca3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446146 Apr 07 08:18:05.335395 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55182) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:05.386041 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] Publish callbacks [] for security_group (a6b3bf56-ba6d-45a0-814f-628f65727657), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.408003 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] Publish callbacks [] for security_group (a6b3bf56-ba6d-45a0-814f-628f65727657), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.519132 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a6b3bf56-ba6d-45a0-814f-628f65727657), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.521729 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:05.522958 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6b3bf56-ba6d-45a0-814f-628f65727657 HTTP/1.1" status: 204 len: 168 time: 0.1869202 Apr 07 08:18:05.530684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d032c71-b5f9-4ca3-8f6b-9270dc452480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b3bf56-ba6d-45a0-814f-628f65727657,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:06.014764 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656a71-0c2a-4d19-a9ed-e134769f20f1 req-922c37dd-633b-4036-8086-3232b4c02a4e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:06.017030 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c1656a71-0c2a-4d19-a9ed-e134769f20f1 req-922c37dd-633b-4036-8086-3232b4c02a4e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0732164 Apr 07 08:18:06.080554 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c1656a71-0c2a-4d19-a9ed-e134769f20f1 req-bbda4874-5d53-40d7-bb30-e8e7fea2c066 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Apr 07 08:18:06.943224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55276) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:07.090207 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-845491226-network', 'tenant_id': 'b5e9f059785c4c63b24df7e119ad7b11'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:18:07.209856 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f493b3-5858-4438-974d-dc5d873385a9 req-54ae35c7-d201-4bef-bd74-259c34768b6a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:07.211443 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11f493b3-5858-4438-974d-dc5d873385a9 req-54ae35c7-d201-4bef-bd74-259c34768b6a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0585515 Apr 07 08:18:07.230746 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Made reservation on behalf of b5e9f059785c4c63b24df7e119ad7b11 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:18:07.232979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.247410 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.279753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11f493b3-5858-4438-974d-dc5d873385a9 req-ce8ec7d9-6a80-4cb0-90ba-fcdf4b439a83 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629039 Apr 07 08:18:07.353709 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks [] for security_group (b803673b-5eb1-4f74-9681-7edfac5ca72e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.471197 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b803673b-5eb1-4f74-9681-7edfac5ca72e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.496915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:18:07.512066 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b803673b-5eb1-4f74-9681-7edfac5ca72e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:07.515540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (fae8bf11-1be3-45ca-b256-6ff429381cf6), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.516312 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Added segment fae8bf11-1be3-45ca-b256-6ff429381cf6 of type vlan for network de1186f7-90a9-4474-b717-123a6e635a53 Apr 07 08:18:07.558498 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (de1186f7-90a9-4474-b717-123a6e635a53), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.656534 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (de1186f7-90a9-4474-b717-123a6e635a53), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.657500 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:07.658076 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:07.719209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] Pushing event updated for resources: {'Network': ['ID=de1186f7-90a9-4474-b717-123a6e635a53,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:07.729134 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network de1186f7-90a9-4474-b717-123a6e635a53 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:18:07.794673 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bc9ebd29-94af-449b-83ba-6d222a517dcf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8492165 Apr 07 08:18:07.796525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55318) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:07.801540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Request body: {'subnet': {'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-845491226-subnet', 'tenant_id': 'b5e9f059785c4c63b24df7e119ad7b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:18:07.890273 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Made reservation on behalf of b5e9f059785c4c63b24df7e119ad7b11 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:18:07.892604 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.021879 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55322) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:08.146376 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55328) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:08.166979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (8b8d3ad5-186f-424f-92e5-174eb011fc53), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.179623 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32fd0c65-08cc-440d-83f0-a25af1f2aaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.215214 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc388c98-34a3-44fe-bbdd-db30b3480e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.224018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8d3ad5-186f-424f-92e5-174eb011fc53,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:08.241020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Checking segment: {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:18:08.241383 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Network hostable DHCP agents. Network: de1186f7-90a9-4474-b717-123a6e635a53, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:18:08.325438 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc388c98-34a3-44fe-bbdd-db30b3480e28 admin admin] Publish callbacks [] for security_group (827ef56a-8d6f-4e04-8e75-2f87a84fbdec), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.338400 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32fd0c65-08cc-440d-83f0-a25af1f2aaae admin admin] Publish callbacks [] for security_group (a75cd419-4021-4e79-8120-b66883dc2fb0), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.412109 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26a26-5a9b-4d4f-b8d3-97c29c54c9e3 req-c5eab099-7484-4f17-a97c-29e9f32d163c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:08.413507 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3ab26a26-5a9b-4d4f-b8d3-97c29c54c9e3 req-c5eab099-7484-4f17-a97c-29e9f32d163c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0560579 Apr 07 08:18:08.434405 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Network de1186f7-90a9-4474-b717-123a6e635a53 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:18:08.462301 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32fd0c65-08cc-440d-83f0-a25af1f2aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a75cd419-4021-4e79-8120-b66883dc2fb0), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.464809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fc388c98-34a3-44fe-bbdd-db30b3480e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (827ef56a-8d6f-4e04-8e75-2f87a84fbdec), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.466993 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3ab26a26-5a9b-4d4f-b8d3-97c29c54c9e3 req-59a43551-e71d-4adb-ad5a-bbce09416542 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Apr 07 08:18:08.523944 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fc388c98-34a3-44fe-bbdd-db30b3480e28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5f8d4d9bd3544428ac4b36ca2e63b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764708 Apr 07 08:18:08.526540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55338) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:08.528806 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-32fd0c65-08cc-440d-83f0-a25af1f2aaae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0ff6ad20791442da83fc0852ad243dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057182 Apr 07 08:18:08.529542 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd0c65-08cc-440d-83f0-a25af1f2aaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cd419-4021-4e79-8120-b66883dc2fb0,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:08.532349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55340) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:08.556044 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, de1186f7-90a9-4474-b717-123a6e635a53) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:18:08.563098 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc388c98-34a3-44fe-bbdd-db30b3480e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827ef56a-8d6f-4e04-8e75-2f87a84fbdec,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:08.564632 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86950f-562b-4d42-b04f-cb59051fe394 None None] Network de1186f7-90a9-4474-b717-123a6e635a53 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:18:08.573206 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:08.573804 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.640467 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] Publish callbacks [] for security_group (a75cd419-4021-4e79-8120-b66883dc2fb0), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.642073 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] Publish callbacks [] for security_group (827ef56a-8d6f-4e04-8e75-2f87a84fbdec), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.668657 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788825b1-2936-4ad5-9c4c-a751af0836b2 None None] Network de1186f7-90a9-4474-b717-123a6e635a53 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:18:08.678643 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] Publish callbacks [] for security_group (a75cd419-4021-4e79-8120-b66883dc2fb0), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.699661 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b45d50df-7bbd-4686-beae-6595b36449f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8928015 Apr 07 08:18:08.699661 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] Publish callbacks [] for security_group (827ef56a-8d6f-4e04-8e75-2f87a84fbdec), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.853677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a75cd419-4021-4e79-8120-b66883dc2fb0), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.857213 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.861204 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a75cd419-4021-4e79-8120-b66883dc2fb0 HTTP/1.1" status: 204 len: 168 time: 0.3251863 Apr 07 08:18:08.868644 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996516-4576-4c55-87b3-a644f93fb291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cd419-4021-4e79-8120-b66883dc2fb0,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:08.884942 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (827ef56a-8d6f-4e04-8e75-2f87a84fbdec), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.887548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:08.898606 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/827ef56a-8d6f-4e04-8e75-2f87a84fbdec HTTP/1.1" status: 204 len: 168 time: 0.3681138 Apr 07 08:18:08.904321 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c555e-1936-4979-8c39-239c6b1265c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ef56a-8d6f-4e04-8e75-2f87a84fbdec,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:09.624875 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53bdd-5c58-4181-be6b-7eb9838c1028 req-0acbeceb-d400-45fa-b165-cbb075b99aa2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:09.626424 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aef53bdd-5c58-4181-be6b-7eb9838c1028 req-0acbeceb-d400-45fa-b165-cbb075b99aa2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0834079 Apr 07 08:18:09.677173 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aef53bdd-5c58-4181-be6b-7eb9838c1028 req-6782c75d-11aa-4aeb-8e96-122de3f0a519 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Apr 07 08:18:09.721012 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55362) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:09.734020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0472b14-d716-4eb3-9cb3-beff9548a562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.788677 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55366) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:09.798197 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c996-a6f0-4360-92bf-9c4dda692b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.813681 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0472b14-d716-4eb3-9cb3-beff9548a562 admin admin] Publish callbacks [] for security_group (1c784e61-0444-48ee-8e4f-dabc9e00edcd), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.879186 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c996-a6f0-4360-92bf-9c4dda692b02 admin admin] Publish callbacks [] for security_group (0c43c079-8358-4752-923a-eb8b59e719ac), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.902127 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d0472b14-d716-4eb3-9cb3-beff9548a562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1c784e61-0444-48ee-8e4f-dabc9e00edcd), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.940804 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d0472b14-d716-4eb3-9cb3-beff9548a562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=610f6ae38a4440f0bb7cb5390cfd32eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186813 Apr 07 08:18:09.941674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0472b14-d716-4eb3-9cb3-beff9548a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c784e61-0444-48ee-8e4f-dabc9e00edcd,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:09.943438 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55368) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:09.997655 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] Publish callbacks [] for security_group (1c784e61-0444-48ee-8e4f-dabc9e00edcd), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:09.999173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c996-a6f0-4360-92bf-9c4dda692b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0c43c079-8358-4752-923a-eb8b59e719ac), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.056240 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7dd3c996-a6f0-4360-92bf-9c4dda692b02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b35930f8fabb467286e86805569f9be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711587 Apr 07 08:18:10.058225 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] Publish callbacks [] for security_group (1c784e61-0444-48ee-8e4f-dabc9e00edcd), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.064549 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3c996-a6f0-4360-92bf-9c4dda692b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43c079-8358-4752-923a-eb8b59e719ac,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:10.066453 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55370) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:10.116272 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] Publish callbacks [] for security_group (0c43c079-8358-4752-923a-eb8b59e719ac), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.137609 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] Publish callbacks [] for security_group (0c43c079-8358-4752-923a-eb8b59e719ac), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.239239 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1c784e61-0444-48ee-8e4f-dabc9e00edcd), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.242496 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.243643 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c784e61-0444-48ee-8e4f-dabc9e00edcd HTTP/1.1" status: 204 len: 168 time: 0.2989595 Apr 07 08:18:10.252026 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50829d-4e1f-4f6e-a2fe-3956db9e60cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c784e61-0444-48ee-8e4f-dabc9e00edcd,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:10.271427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0c43c079-8358-4752-923a-eb8b59e719ac), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.274245 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:10.280743 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c43c079-8358-4752-923a-eb8b59e719ac HTTP/1.1" status: 204 len: 168 time: 0.2081244 Apr 07 08:18:10.284076 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daa210-552f-4cf8-804e-7834a3717c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43c079-8358-4752-923a-eb8b59e719ac,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:10.832840 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f6d5d-fd20-4f5a-933c-6bbcfef6dfb9 req-1cae534e-9416-4c92-b412-94618432b40e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:10.834361 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f38f6d5d-fd20-4f5a-933c-6bbcfef6dfb9 req-1cae534e-9416-4c92-b412-94618432b40e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0659728 Apr 07 08:18:10.898590 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f38f6d5d-fd20-4f5a-933c-6bbcfef6dfb9 req-f326e35e-f14b-4121-b396-44fa14f8aa5c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571194 Apr 07 08:18:10.961563 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:18:11.042950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-280be308-5d47-4202-9e12-e1f05d7e04c1 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:11.044486 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-280be308-5d47-4202-9e12-e1f05d7e04c1 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/networks?id=de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 200 len: 813 time: 0.1036525 Apr 07 08:18:11.059922 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-5e5ea96d-65a8-4c28-8608-21d7a2d0cf42 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/quotas/b5e9f059785c4c63b24df7e119ad7b11 HTTP/1.1" status: 200 len: 375 time: 0.0098240 Apr 07 08:18:11.093755 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-b7ad5428-a7df-4e7c-8240-1bc27e24df48 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283747 Apr 07 08:18:11.187150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-da7f4ad6-b303-4a23-b4e2-a7388a30b59e service neutron] 10.222.0.24 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Apr 07 08:18:11.281519 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-1a5b601d-fe80-4e24-90fa-78c7bd97b362 service neutron] 10.222.0.24 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888584 Apr 07 08:18:11.619909 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-06f22850-62e0-4cfa-8cdc-0d9047d07da2 req-2af69748-9c1b-4bf7-812d-8a777cfbc78f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0499337 Apr 07 08:18:12.020483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04e5c-c330-4e54-a2f2-13873c4886e3 req-fbae9dce-ca9e-4238-936e-ed707b1dd01f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:12.022120 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24a04e5c-c330-4e54-a2f2-13873c4886e3 req-fbae9dce-ca9e-4238-936e-ed707b1dd01f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0548177 Apr 07 08:18:12.074321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24a04e5c-c330-4e54-a2f2-13873c4886e3 req-0557a810-bdb0-4dd3-bf0b-e251d5fd607f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Apr 07 08:18:12.703405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-89866341-b447-4d7f-a1ac-a01eee396e10 req-802948f8-a51f-4094-b467-dafa10dd9e2c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0289166 Apr 07 08:18:13.190224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2e8af-bac2-4262-afed-2269e2d87293 req-554aa409-475c-4fad-8e23-de9f999757eb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:13.191643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bfc2e8af-bac2-4262-afed-2269e2d87293 req-554aa409-475c-4fad-8e23-de9f999757eb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Apr 07 08:18:13.239063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:13.242773 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bfc2e8af-bac2-4262-afed-2269e2d87293 req-c70ba91a-9ca9-4510-81e8-6e8b286452f0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Apr 07 08:18:13.796189 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95c406a5-1ead-40ab-9915-e0591c51c250 req-5475cda0-4af3-42ca-8e63-31b58d922bc7 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0276837 Apr 07 08:18:14.364000 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc07965-468f-4e55-815a-4cb934515569 req-fc28e243-587a-4b52-8071-949ad1d916da tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:14.365469 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5dc07965-468f-4e55-815a-4cb934515569 req-fc28e243-587a-4b52-8071-949ad1d916da tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0547550 Apr 07 08:18:14.413005 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5dc07965-468f-4e55-815a-4cb934515569 req-dc5ca3e5-b592-4013-8eae-9a949f6a543b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Apr 07 08:18:14.898975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b31557a0-dd0d-4bbe-9c6e-32570a38c522 req-ab253149-9b70-450a-88b8-41c775eec97c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0307088 Apr 07 08:18:14.939356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-699a2ebb-7522-46ce-ac4b-a659635c097c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:14.940839 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-699a2ebb-7522-46ce-ac4b-a659635c097c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "GET /v2.0/networks?id=de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 200 len: 813 time: 0.3714046 Apr 07 08:18:14.969341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Request body: {'port': {'device_id': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53', 'admin_state_up': True, 'tenant_id': 'b5e9f059785c4c63b24df7e119ad7b11'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:18:15.191172 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Made reservation on behalf of b5e9f059785c4c63b24df7e119ad7b11 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:18:15.195435 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:15.325278 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Allocated IP 172.20.0.7 (de1186f7-90a9-4474-b717-123a6e635a53/8b8d3ad5-186f-424f-92e5-174eb011fc53/cdd38a34-207d-4552-8585-a1ffdcdac1db) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:18:15.481173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks [] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:15.558728 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3efbe-20f5-4d89-83d2-8b2a17e999c4 req-33412c5c-7bbb-42e1-87aa-15ad42aff2db tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:15.560637 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1fb3efbe-20f5-4d89-83d2-8b2a17e999c4 req-33412c5c-7bbb-42e1-87aa-15ad42aff2db tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0756078 Apr 07 08:18:15.625933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1fb3efbe-20f5-4d89-83d2-8b2a17e999c4 req-e14f731b-4e9c-4d1c-9d34-3fcf5d7f55c3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Apr 07 08:18:15.671562 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:15.713498 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Network de1186f7-90a9-4474-b717-123a6e635a53 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:18:15.716533 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:18:15.722796 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:18:15.729151 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Pushing event updated for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:15.776278 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:15.776893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:15.868783 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-70341cf1-5718-4191-af77-e4a2d9ad1a54 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032228 Apr 07 08:18:16.016651 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176148d-eacb-485c-aad8-bdfcd6abd19f req-5b34604d-bed1-4bf0-85b7-ad5b91d70d21 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:16.018098 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2176148d-eacb-485c-aad8-bdfcd6abd19f req-5b34604d-bed1-4bf0-85b7-ad5b91d70d21 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 931 time: 0.0518684 Apr 07 08:18:16.063509 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2176148d-eacb-485c-aad8-bdfcd6abd19f req-4b4a5976-d4bd-46f1-b1c1-88ca73957aa3 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Apr 07 08:18:16.748589 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ac9da-9cd2-4751-b589-4d70834475f6 req-79e1fe67-a9c7-47c5-97ea-ae148b5f3b85 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:16.750040 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-938ac9da-9cd2-4751-b589-4d70834475f6 req-79e1fe67-a9c7-47c5-97ea-ae148b5f3b85 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0560713 Apr 07 08:18:16.796025 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-938ac9da-9cd2-4751-b589-4d70834475f6 req-d67eff70-4253-44b4-bce3-3f63c5ea57ac tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Apr 07 08:18:17.178174 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268952-90c1-4848-b02b-dc7107ec81b1 req-3c90975f-20a5-4095-bb06-755ac20a3fd0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:17.179647 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2b268952-90c1-4848-b02b-dc7107ec81b1 req-3c90975f-20a5-4095-bb06-755ac20a3fd0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 931 time: 0.0515382 Apr 07 08:18:17.225652 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2b268952-90c1-4848-b02b-dc7107ec81b1 req-8fdeb80f-6758-449c-b8fb-be45d86ebac5 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Apr 07 08:18:17.911450 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b74cc8-a9e1-45b1-b67f-f9a1863d61a1 req-9388b195-8ae2-45d6-9eb9-2e3db338acda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:17.912891 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-78b74cc8-a9e1-45b1-b67f-f9a1863d61a1 req-9388b195-8ae2-45d6-9eb9-2e3db338acda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0529342 Apr 07 08:18:17.959246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-78b74cc8-a9e1-45b1-b67f-f9a1863d61a1 req-8b5cd72d-2a1e-4eda-a791-c556ad0bbfd0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Apr 07 08:18:18.339161 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff57b-4491-448b-8bff-4bb1722c5f9f req-affafd7c-d515-463d-af4b-d39cfeadfcee tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:18.340622 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-39bff57b-4491-448b-8bff-4bb1722c5f9f req-affafd7c-d515-463d-af4b-d39cfeadfcee tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 931 time: 0.0506275 Apr 07 08:18:18.386022 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-39bff57b-4491-448b-8bff-4bb1722c5f9f req-1ee02a0a-2631-4729-a91b-5f1d0fbda2e3 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 Apr 07 08:18:18.667599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-78cb5bfc-2354-419f-b37c-74b3f17c1986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:18.825722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Request body: {'port': {'device_id': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:18:18.884623 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.135086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a52055-3759-4246-9c52-0242e2a9340b req-561e310b-a216-4a58-8099-0571cb293cc6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:19.136490 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f6a52055-3759-4246-9c52-0242e2a9340b req-561e310b-a216-4a58-8099-0571cb293cc6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.1112621 Apr 07 08:18:19.218849 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd38a34-207d-4552-8585-a1ffdcdac1db {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:18:19.229169 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f6a52055-3759-4246-9c52-0242e2a9340b req-6701bb74-a507-441a-a1dd-cfb8acacb9eb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869408 Apr 07 08:18:19.230872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks [] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.243974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Transition to ACTIVE for port object cdd38a34-207d-4552-8585-a1ffdcdac1db will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:18:19.381946 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.434963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:19.536841 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Attempting to bind port cdd38a34-207d-4552-8585-a1ffdcdac1db on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:18:19.537173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Attempting to bind port cdd38a34-207d-4552-8585-a1ffdcdac1db by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:18:19.537501 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Attempting to bind port cdd38a34-207d-4552-8585-a1ffdcdac1db on network de1186f7-90a9-4474-b717-123a6e635a53 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:18:19.547785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea00dd-8481-42e6-a1e4-0230dceaccd5 req-fc92a8a1-e483-4a1b-a23c-126887e6c62f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:19.549249 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6ea00dd-8481-42e6-a1e4-0230dceaccd5 req-fc92a8a1-e483-4a1b-a23c-126887e6c62f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0962529 Apr 07 08:18:19.551361 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Port cdd38a34-207d-4552-8585-a1ffdcdac1db on network de1186f7-90a9-4474-b717-123a6e635a53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:18:19.551680 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Attempting to bind port cdd38a34-207d-4552-8585-a1ffdcdac1db on network de1186f7-90a9-4474-b717-123a6e635a53 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:18:19.566009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:18:19.566009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Checking segment: {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:18:19.566009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Bound using segment: {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:18:19.566009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Bound port: cdd38a34-207d-4552-8585-a1ffdcdac1db, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:18:19.566009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.632322 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6ea00dd-8481-42e6-a1e4-0230dceaccd5 req-1ecc1c6d-6476-40d6-b4df-98f2ebab7c36 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773289 Apr 07 08:18:19.658238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:18:19.665191 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:18:19.748126 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.785050 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:19.785684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:19.787158 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] 10.222.0.20 "PUT /v2.0/ports/cdd38a34-207d-4552-8585-a1ffdcdac1db HTTP/1.1" status: 200 len: 1093 time: 0.9658618 Apr 07 08:18:19.787589 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:18:19.790503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f997f7-c50d-45c2-8846-6c38eacf999b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:18:19.828366 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cdd45-adb0-4a51-8999-c482405c96bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:19.834252 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c1d28-2467-4f93-a399-4f2272ddc06a x-openstack-request-id: req-518c1d28-2467-4f93-a399-4f2272ddc06a {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:18:19.841561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:18:19.841561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-518c1d28-2467-4f93-a399-4f2272ddc06a {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:18:19.841561 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518c1d28-2467-4f93-a399-4f2272ddc06a'] response: {'name': 'network-changed', 'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db', 'status': 'completed', 'code': 200} Apr 07 08:18:19.953542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-7377ecca-84d8-4f23-97ea-ad8bef2fa3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:19.955121 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-7377ecca-84d8-4f23-97ea-ad8bef2fa3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 1127 time: 0.0493178 Apr 07 08:18:20.061094 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-7215d3e9-ee9d-4745-9df3-0c66ee37a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:20.062604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-7215d3e9-ee9d-4745-9df3-0c66ee37a404 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920055 Apr 07 08:18:20.160806 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-3b1e4b9b-aa35-4613-aded-6d67c294e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:20.162260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23f997f7-c50d-45c2-8846-6c38eacf999b req-3b1e4b9b-aa35-4613-aded-6d67c294e2ac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933430 Apr 07 08:18:20.286693 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-fe81e35d-3241-49b7-beb2-f45a0398c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:20.288315 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-fe81e35d-3241-49b7-beb2-f45a0398c93e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 1127 time: 0.0447094 Apr 07 08:18:20.348339 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ac39-5e9c-4f18-b170-b92521c725cd req-2ecc09d8-3ff4-4327-bfe1-98614f6ca5a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:20.349796 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e03ac39-5e9c-4f18-b170-b92521c725cd req-2ecc09d8-3ff4-4327-bfe1-98614f6ca5a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0513241 Apr 07 08:18:20.397282 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e03ac39-5e9c-4f18-b170-b92521c725cd req-b2c3c56d-fce4-4ecd-82d4-1e2d6eeb61d2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Apr 07 08:18:20.752593 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa285-3feb-4f9b-bdb9-1aa359245afa req-c7beac3f-f3bb-43aa-bf15-12afe3bf2efc tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:20.754047 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-676fa285-3feb-4f9b-bdb9-1aa359245afa req-c7beac3f-f3bb-43aa-bf15-12afe3bf2efc tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0545743 Apr 07 08:18:20.798828 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-676fa285-3feb-4f9b-bdb9-1aa359245afa req-5bb5f621-2197-405c-9690-5a9884ea7b5e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Apr 07 08:18:20.916450 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2b83c615-866c-474a-a377-1cedbb496b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:21.512667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507c17e-bd69-4c4e-9b52-5634152b592a req-daa62a04-f372-4b7a-ab91-d0200c32e08e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:21.514125 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6507c17e-bd69-4c4e-9b52-5634152b592a req-daa62a04-f372-4b7a-ab91-d0200c32e08e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0504241 Apr 07 08:18:21.560736 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6507c17e-bd69-4c4e-9b52-5634152b592a req-dfdeeefd-4610-498c-9abd-900f3c48ec88 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Apr 07 08:18:21.917424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2dde-53ad-4370-a01d-66e158ec972d req-0f228b7e-5ce6-4e7d-b0ff-e52e6140adc2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:21.918915 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6dee2dde-53ad-4370-a01d-66e158ec972d req-0f228b7e-5ce6-4e7d-b0ff-e52e6140adc2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0515716 Apr 07 08:18:21.969097 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6dee2dde-53ad-4370-a01d-66e158ec972d req-4bf714b7-5a64-4e67-8721-fbfabfeb71ae tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Apr 07 08:18:22.221532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:22.676024 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902edf97-1c50-48c0-b307-55d1af546bc2 req-36868f15-96fd-4bf4-8e11-f0c475a073be tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:22.677500 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-902edf97-1c50-48c0-b307-55d1af546bc2 req-36868f15-96fd-4bf4-8e11-f0c475a073be tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Apr 07 08:18:22.727337 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-902edf97-1c50-48c0-b307-55d1af546bc2 req-06c27258-a749-4eeb-91ea-93b881ab93e3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Apr 07 08:18:23.104576 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-1c54eaf3-3a24-4ed6-be07-ed37e6dc0bf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db HTTP/1.1" status: 200 len: 217 time: 0.0414457 Apr 07 08:18:23.118369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127fe1a-e843-4d7d-855e-4e5cc2fdd63c req-2203f7ca-2337-48fc-a9b6-ced17d39c0c7 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:23.119768 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c127fe1a-e843-4d7d-855e-4e5cc2fdd63c req-2203f7ca-2337-48fc-a9b6-ced17d39c0c7 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0861194 Apr 07 08:18:23.189705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-288f5bfa-dfc1-4319-b637-b11bca4e9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:23.191374 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-288f5bfa-dfc1-4319-b637-b11bca4e9b77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b8d3ad5-186f-424f-92e5-174eb011fc53 HTTP/1.1" status: 200 len: 853 time: 0.0706646 Apr 07 08:18:23.216519 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c127fe1a-e843-4d7d-855e-4e5cc2fdd63c req-fc8693a5-b130-46d0-be88-3d24ad0d2123 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Apr 07 08:18:23.231348 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-9d2c0490-888b-48ec-a175-26ab684dc2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de1186f7-90a9-4474-b717-123a6e635a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309827 Apr 07 08:18:23.323601 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-1d915ab1-b6ed-4a5f-93f8-bc37b7dfb92f service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Apr 07 08:18:23.416934 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be8ddc26-c2ef-41bb-8097-dceabbfe2709 req-6bf75358-7f5a-48d7-ab4f-63f8ec5a81e7 service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Apr 07 08:18:23.433424 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:23.851266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809787-63b5-487c-aee5-b3cb023543ce req-6c5dec77-a93f-4056-b14a-98c79f6a5b7a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:23.852724 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-51809787-63b5-487c-aee5-b3cb023543ce req-6c5dec77-a93f-4056-b14a-98c79f6a5b7a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0565977 Apr 07 08:18:23.900890 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-51809787-63b5-487c-aee5-b3cb023543ce req-ae201039-3f4d-44e7-ada0-071778400dee tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Apr 07 08:18:24.329836 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d97b-cb2b-416f-8ebe-8700f721af75 req-52b2647f-ff03-43da-b658-93004307e6f8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:24.331318 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b0d0d97b-cb2b-416f-8ebe-8700f721af75 req-52b2647f-ff03-43da-b658-93004307e6f8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0498276 Apr 07 08:18:24.378439 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b0d0d97b-cb2b-416f-8ebe-8700f721af75 req-0166d222-c1ea-45a1-a709-9df82633872e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Apr 07 08:18:24.756240 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:25.021092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1bd20-2df6-42bc-ba3b-e4a09781c772 req-c69688f6-559d-49a9-b954-0e49c8976ac0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:25.022585 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6be1bd20-2df6-42bc-ba3b-e4a09781c772 req-c69688f6-559d-49a9-b954-0e49c8976ac0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0539005 Apr 07 08:18:25.068066 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6be1bd20-2df6-42bc-ba3b-e4a09781c772 req-d57cc295-3a31-4d18-847a-5cf039a026df tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Apr 07 08:18:25.493044 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da9142-e324-436b-be0d-2bac7c967ae1 req-c4f29497-81a2-4e44-8747-d8043a8f16e2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:25.494490 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-74da9142-e324-436b-be0d-2bac7c967ae1 req-c4f29497-81a2-4e44-8747-d8043a8f16e2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0505185 Apr 07 08:18:25.539688 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-74da9142-e324-436b-be0d-2bac7c967ae1 req-fc420e0d-2935-4c20-90d7-07fdbd1be9a4 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Apr 07 08:18:26.187439 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aac526-5ca5-46f9-b771-efac660cd445 req-ac9e2359-9e33-49c7-8ae0-4b6e57757c00 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:26.188913 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1aac526-5ca5-46f9-b771-efac660cd445 req-ac9e2359-9e33-49c7-8ae0-4b6e57757c00 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0545926 Apr 07 08:18:26.234400 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1aac526-5ca5-46f9-b771-efac660cd445 req-e3683f91-74d8-432d-8318-77c863b2d27d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Apr 07 08:18:26.656019 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366d25-e2a8-4488-b349-c401a888a7fa req-ab11e1a4-b807-454a-815f-f612a03bc684 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:26.657497 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90366d25-e2a8-4488-b349-c401a888a7fa req-ab11e1a4-b807-454a-815f-f612a03bc684 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0522182 Apr 07 08:18:26.704166 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90366d25-e2a8-4488-b349-c401a888a7fa req-3189b4b4-2510-466a-b8c8-d75467a9a485 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Apr 07 08:18:27.349305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312aa35-d574-4328-bac0-f69c9428b569 req-f0314097-2fb3-43b1-a98d-39f749656bad tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:27.351428 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a312aa35-d574-4328-bac0-f69c9428b569 req-f0314097-2fb3-43b1-a98d-39f749656bad tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0513444 Apr 07 08:18:27.401017 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a312aa35-d574-4328-bac0-f69c9428b569 req-317752ff-7a87-49da-ab2d-7de2024a769a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Apr 07 08:18:27.824735 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2f85-0124-4ab5-97d9-314caf8713f8 req-4d54b58b-47ba-45cf-82e0-a6d00872c049 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:27.826213 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-006a2f85-0124-4ab5-97d9-314caf8713f8 req-4d54b58b-47ba-45cf-82e0-a6d00872c049 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0506966 Apr 07 08:18:27.872419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-006a2f85-0124-4ab5-97d9-314caf8713f8 req-15ff0915-ac0d-4dbe-ac12-5f080e23757a tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Apr 07 08:18:28.514007 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be3ea6-6a9d-4085-9c31-688f1aade75c req-2476f650-1335-48fc-b384-9cee22707419 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:28.515527 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b1be3ea6-6a9d-4085-9c31-688f1aade75c req-2476f650-1335-48fc-b384-9cee22707419 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Apr 07 08:18:28.566100 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b1be3ea6-6a9d-4085-9c31-688f1aade75c req-dbc28962-b6d4-453e-bbc9-96ceeb05fb44 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Apr 07 08:18:29.000941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5c6d2-d494-49a1-a1aa-a1626c255678 req-5ebcfed9-230d-4cb6-89e7-4a14255eb94e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:29.008300 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-45a5c6d2-d494-49a1-a1aa-a1626c255678 req-5ebcfed9-230d-4cb6-89e7-4a14255eb94e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 943 time: 0.0650630 Apr 07 08:18:29.051610 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-45a5c6d2-d494-49a1-a1aa-a1626c255678 req-d1bf1c8a-457c-4dbd-9177-eedd4cba24a8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Apr 07 08:18:29.093504 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeae067-cbeb-4946-a89b-951e86fc05c2 req-36a7a344-7939-4bd6-84ad-e8b2b1e49736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:29.095008 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4aeae067-cbeb-4946-a89b-951e86fc05c2 req-36a7a344-7939-4bd6-84ad-e8b2b1e49736 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1130 time: 0.0425293 Apr 07 08:18:29.141478 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4aeae067-cbeb-4946-a89b-951e86fc05c2 req-d13baf35-6e84-496e-88ef-39e44b69b8f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Apr 07 08:18:29.334896 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device cdd38a34-207d-4552-8585-a1ffdcdac1db details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:18:29.427599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:18:29.441924 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'cdd38a34-207d-4552-8585-a1ffdcdac1db', 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53', 'port_id': 'cdd38a34-207d-4552-8585-a1ffdcdac1db', 'mac_address': 'fa:16:3e:19:3c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d3ad5-186f-424f-92e5-174eb011fc53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:18:29.477610 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port cdd38a34-207d-4552-8585-a1ffdcdac1db is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:18:29.478000 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:29.490454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd38a34-207d-4552-8585-a1ffdcdac1db {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:18:29.510233 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:18:29.602404 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:29.650872 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:29.688385 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55826d06-c868-48bb-baa0-1c1fb8d6b67c req-14530507-1f90-4561-a56a-9c9f5f75736a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:29.689889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-55826d06-c868-48bb-baa0-1c1fb8d6b67c req-14530507-1f90-4561-a56a-9c9f5f75736a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0542459 Apr 07 08:18:29.739321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-55826d06-c868-48bb-baa0-1c1fb8d6b67c req-a3a8120f-b953-405f-b75b-d0bf8bbfddf2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Apr 07 08:18:30.105358 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['cdd38a34-207d-4552-8585-a1ffdcdac1db'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:18:30.180584 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493627ab-3f87-4246-9401-c5f0cac739b5 req-1ae7aacd-26c5-4e02-90b4-d64243947510 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:30.180584 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-493627ab-3f87-4246-9401-c5f0cac739b5 req-1ae7aacd-26c5-4e02-90b4-d64243947510 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 944 time: 0.0573301 Apr 07 08:18:30.239762 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-493627ab-3f87-4246-9401-c5f0cac739b5 req-fcd4f5e3-dd6e-4fb9-ba36-b20750a28687 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557399 Apr 07 08:18:30.853958 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee066-e7e9-424a-ad03-0d87ede9cf99 req-3006b900-7f5a-4551-b080-1bde112faf64 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:30.855472 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cfcee066-e7e9-424a-ad03-0d87ede9cf99 req-3006b900-7f5a-4551-b080-1bde112faf64 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0515904 Apr 07 08:18:30.900743 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cfcee066-e7e9-424a-ad03-0d87ede9cf99 req-368cce4a-abcc-4f3d-9c0f-6f07410123b9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Apr 07 08:18:31.363265 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af76c70-ef02-4435-811f-3858892ab8f5 req-12dd8cf0-2a11-4cc0-a201-b0006a47c693 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:31.364742 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9af76c70-ef02-4435-811f-3858892ab8f5 req-12dd8cf0-2a11-4cc0-a201-b0006a47c693 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 944 time: 0.0570598 Apr 07 08:18:31.389510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device cdd38a34-207d-4552-8585-a1ffdcdac1db up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:18:31.412565 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9af76c70-ef02-4435-811f-3858892ab8f5 req-825fbcbd-521d-449c-a9b6-09262e1b6ce8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Apr 07 08:18:31.501662 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port cdd38a34-207d-4552-8585-a1ffdcdac1db completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:18:31.505406 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port cdd38a34-207d-4552-8585-a1ffdcdac1db triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:18:31.511955 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:31.585990 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port cdd38a34-207d-4552-8585-a1ffdcdac1db is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:18:31.586387 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:31.611001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:18:31.613269 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27231b8-f632-4f27-998c-0a482e404fef" -d '{"events": [{"server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:18:31.626245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:18:31.651159 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf8f04-61f3-484e-9010-36a1e3b1b30f x-openstack-request-id: req-2fcf8f04-61f3-484e-9010-36a1e3b1b30f {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:18:31.651470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:18:31.651741 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fcf8f04-61f3-484e-9010-36a1e3b1b30f {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:18:31.652119 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcf8f04-61f3-484e-9010-36a1e3b1b30f'] response: {'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db', 'code': 200} Apr 07 08:18:31.742031 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:31.791338 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:32.039524 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e825-3553-4be7-a048-e28a06bd0b06 req-d2abd56a-886f-4b04-bafd-c2170dc1fa2e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:32.040999 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7a1e825-3553-4be7-a048-e28a06bd0b06 req-d2abd56a-886f-4b04-bafd-c2170dc1fa2e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0710628 Apr 07 08:18:32.085820 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede76f5-0d45-4b2e-90dc-7a3e7e2b7ef9 req-b98fb0ca-80a9-4fee-aac8-3a1074b1cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:32.087333 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2ede76f5-0d45-4b2e-90dc-7a3e7e2b7ef9 req-b98fb0ca-80a9-4fee-aac8-3a1074b1cfd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 1129 time: 0.0807877 Apr 07 08:18:32.111747 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7a1e825-3553-4be7-a048-e28a06bd0b06 req-a20e79bf-8457-41ac-b98e-acb8ac7a101e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 Apr 07 08:18:32.137904 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2ede76f5-0d45-4b2e-90dc-7a3e7e2b7ef9 req-007846fe-1825-4a94-a8ba-9259d59bdf55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Apr 07 08:18:32.227008 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7a5e7-92e3-49a4-8cfe-34a808678155 req-b37333b9-e74b-41c9-ba1c-10f8c7b3e3f6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:32.228371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9ac7a5e7-92e3-49a4-8cfe-34a808678155 req-b37333b9-e74b-41c9-ba1c-10f8c7b3e3f6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0514212 Apr 07 08:18:32.274939 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9ac7a5e7-92e3-49a4-8cfe-34a808678155 req-e9d8119e-4410-479d-a30d-f2b7db20383a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Apr 07 08:18:32.528423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f1ed-82ca-41fe-9f32-e7c915ea86a4 req-62a00afe-e740-418f-901a-93c64cd36dcf tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:32.530031 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f926f1ed-82ca-41fe-9f32-e7c915ea86a4 req-62a00afe-e740-418f-901a-93c64cd36dcf tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0514922 Apr 07 08:18:32.580116 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f926f1ed-82ca-41fe-9f32-e7c915ea86a4 req-0309431c-01a6-4401-a519-236eb3f9e5fe tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Apr 07 08:18:33.696552 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eefb9-3b5d-455d-b2dc-724dc288c4b3 req-37eea322-198d-4b63-85f7-291042dcd469 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:33.698029 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e0eefb9-3b5d-455d-b2dc-724dc288c4b3 req-37eea322-198d-4b63-85f7-291042dcd469 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0523949 Apr 07 08:18:33.745287 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e0eefb9-3b5d-455d-b2dc-724dc288c4b3 req-79cb8e9b-5214-4da1-8cc6-34c45015caf8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Apr 07 08:18:34.862814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797227f-6b9e-42a9-9bf5-9da06ce9c3a7 req-430becde-63c4-4279-8029-9c0fee309129 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:34.864205 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9797227f-6b9e-42a9-9bf5-9da06ce9c3a7 req-430becde-63c4-4279-8029-9c0fee309129 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0528307 Apr 07 08:18:34.909028 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9797227f-6b9e-42a9-9bf5-9da06ce9c3a7 req-4fff0d8c-360e-4917-9b55-ce933d00db65 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Apr 07 08:18:36.027006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9cf47-e0e9-4f9f-a393-16c8b0945946 req-cacc1e52-5cb2-4180-9aac-7f42400a4043 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:36.028447 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cac9cf47-e0e9-4f9f-a393-16c8b0945946 req-cacc1e52-5cb2-4180-9aac-7f42400a4043 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0544295 Apr 07 08:18:36.078126 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cac9cf47-e0e9-4f9f-a393-16c8b0945946 req-9a257aaa-6d04-4b0d-b7e6-96459f075a00 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Apr 07 08:18:37.197733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c2f53-5192-498c-a216-49af58a839f0 req-6cfe1cdf-8629-40df-8c1c-d7baa4e4dcc3 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:37.199291 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bd7c2f53-5192-498c-a216-49af58a839f0 req-6cfe1cdf-8629-40df-8c1c-d7baa4e4dcc3 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0528941 Apr 07 08:18:37.246220 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bd7c2f53-5192-498c-a216-49af58a839f0 req-b19e7467-73c0-4964-9560-86552fe6af7c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Apr 07 08:18:38.433994 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202b8f0-ca6c-44dd-9d9c-6f6d0d3a06f0 req-13ec8ec5-000f-4de3-b6cb-a49805f08542 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:38.435664 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f202b8f0-ca6c-44dd-9d9c-6f6d0d3a06f0 req-13ec8ec5-000f-4de3-b6cb-a49805f08542 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0547338 Apr 07 08:18:38.494129 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f202b8f0-ca6c-44dd-9d9c-6f6d0d3a06f0 req-d6a8df4a-253b-45c9-bfd6-7fb32bbf9563 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Apr 07 08:18:38.526117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-c4fd3bc6-0368-4e1c-b960-b72657057e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:38.527612 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-c4fd3bc6-0368-4e1c-b960-b72657057e93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1130 time: 0.0479691 Apr 07 08:18:38.619346 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-ffed0edf-d150-47a2-9090-d626070227d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:38.620805 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-ffed0edf-d150-47a2-9090-d626070227d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0837069 Apr 07 08:18:38.677168 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-68a9ecdb-98dc-4d42-8e75-c5e7442eabfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 200 len: 217 time: 0.0401082 Apr 07 08:18:38.727649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-f91475ef-1034-40ce-84f7-7f97da1acb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:38.729073 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-f91475ef-1034-40ce-84f7-7f97da1acb32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0422409 Apr 07 08:18:38.782362 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-bbb0c693-8053-4c7b-90f6-98a35cc350a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:38.783915 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-bbb0c693-8053-4c7b-90f6-98a35cc350a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447955 Apr 07 08:18:38.833109 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 55924) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:38.876519 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-1d25c7e6-0cd5-4c1e-944e-8f5a14f40f9b service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859823 Apr 07 08:18:38.950185 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3cfaee43-8181-438f-bf8e-71f11bdce10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:38.981206 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-63a4c97f-dbd5-4c39-b365-46458436c3b4 req-62e1f5ac-1b80-4e6b-8440-8fb574be1486 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970345 Apr 07 08:18:39.036543 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3cfaee43-8181-438f-bf8e-71f11bdce10b admin admin] Publish callbacks [] for security_group (85769fab-9c96-48e3-921b-0e04e98e82e4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.141841 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3cfaee43-8181-438f-bf8e-71f11bdce10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (85769fab-9c96-48e3-921b-0e04e98e82e4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.182438 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3cfaee43-8181-438f-bf8e-71f11bdce10b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6ff397d5a4b4f9595175ec3b4bc3bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476233 Apr 07 08:18:39.183335 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaee43-8181-438f-bf8e-71f11bdce10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85769fab-9c96-48e3-921b-0e04e98e82e4,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:39.185680 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 55948) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:39.239133 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] Publish callbacks [] for security_group (85769fab-9c96-48e3-921b-0e04e98e82e4), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.261077 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] Publish callbacks [] for security_group (85769fab-9c96-48e3-921b-0e04e98e82e4), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.419525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (85769fab-9c96-48e3-921b-0e04e98e82e4), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.422178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:39.425212 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85769fab-9c96-48e3-921b-0e04e98e82e4 HTTP/1.1" status: 204 len: 168 time: 0.2316239 Apr 07 08:18:39.432840 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615c505-1c3a-4cc6-a8bd-5ebc7ebd7456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85769fab-9c96-48e3-921b-0e04e98e82e4,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:39.775167 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a02e-cf66-4329-a8bb-45eca33ac0c2 req-4840d2cc-889d-42ee-a3d4-9ecc7bf27088 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:39.775167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1876a02e-cf66-4329-a8bb-45eca33ac0c2 req-4840d2cc-889d-42ee-a3d4-9ecc7bf27088 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0527921 Apr 07 08:18:39.775167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1876a02e-cf66-4329-a8bb-45eca33ac0c2 req-07a3c84c-08c2-442a-bddb-36e43162b4ff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Apr 07 08:18:39.870591 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-2b5156df-13b2-4743-aef3-4e99800efac5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452399 Apr 07 08:18:39.956166 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-de019a0b-f102-4b07-addd-1de1c1ec7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:39.957668 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-de019a0b-f102-4b07-addd-1de1c1ec7a28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1130 time: 0.0449569 Apr 07 08:18:40.078923 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-2784602f-7865-48f5-8481-c70e292ed10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:40.080516 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-2784602f-7865-48f5-8481-c70e292ed10a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0969081 Apr 07 08:18:40.141123 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-59413a64-6a2e-4fe2-ace3-f438f6c2e2c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 217 time: 0.0482299 Apr 07 08:18:40.190832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-1ef96c25-3e2e-42f6-819e-f5845a0d524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:40.192326 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-1ef96c25-3e2e-42f6-819e-f5845a0d524f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0436852 Apr 07 08:18:40.247507 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-7a9df5b3-a1ec-4e3f-89c3-45bee0f8c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:40.249015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-7a9df5b3-a1ec-4e3f-89c3-45bee0f8c28b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424569 Apr 07 08:18:40.367339 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-7b43fffd-2bed-4f3c-8b07-d260fd0d7d25 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058505 Apr 07 08:18:40.470484 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40845b39-e0f9-471a-977f-3f1e45c33243 req-835a20f2-24e8-4c19-96d2-ad787c99336a service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912430 Apr 07 08:18:41.035835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a091c-5c34-411f-9ec7-f096ac2247ac req-d83a2c2a-ac8a-4fdd-ba0a-1b64ccda5115 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:41.037347 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3d0a091c-5c34-411f-9ec7-f096ac2247ac req-d83a2c2a-ac8a-4fdd-ba0a-1b64ccda5115 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.2996836 Apr 07 08:18:41.086806 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3d0a091c-5c34-411f-9ec7-f096ac2247ac req-ddbabe17-66b1-4c58-90e9-f42804436ac2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Apr 07 08:18:42.202947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4e29-82ad-446d-b31a-7caeb12eaaad req-e867a201-efdb-4f28-9000-58f76e770ed8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:42.204396 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d4fa4e29-82ad-446d-b31a-7caeb12eaaad req-e867a201-efdb-4f28-9000-58f76e770ed8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0526495 Apr 07 08:18:42.251967 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d4fa4e29-82ad-446d-b31a-7caeb12eaaad req-839b369f-8fc7-4c2f-b9bb-4859d34eb0e4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Apr 07 08:18:43.050967 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:43.381436 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937541c-635a-47cd-8201-aab8e240fba9 req-12d54b92-bf28-4871-ac97-83b1ecbb0e7f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:43.382957 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a937541c-635a-47cd-8201-aab8e240fba9 req-12d54b92-bf28-4871-ac97-83b1ecbb0e7f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0642538 Apr 07 08:18:43.430983 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a937541c-635a-47cd-8201-aab8e240fba9 req-ad9c59ac-9fa6-4e59-9bb7-acfbc9108604 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Apr 07 08:18:44.560923 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb92cd-792c-4b96-a14a-4ffa9ccf6027 req-1ec8e620-e875-4f6b-b411-34a04d25d52e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:44.562856 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6deb92cd-792c-4b96-a14a-4ffa9ccf6027 req-1ec8e620-e875-4f6b-b411-34a04d25d52e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0574217 Apr 07 08:18:44.617379 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6deb92cd-792c-4b96-a14a-4ffa9ccf6027 req-11f1b9a9-df15-4ba6-a07b-7bb886978b19 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 Apr 07 08:18:44.689223 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 56084) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:44.796919 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:44.872110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Publish callbacks [] for security_group (dac5a27a-5b25-40e6-aa38-7b18ce57e31b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:44.950767 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (dac5a27a-5b25-40e6-aa38-7b18ce57e31b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:44.989742 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78aaf26570b54d1fb2a07dcb390b58d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994065 Apr 07 08:18:44.990692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5a27a-5b25-40e6-aa38-7b18ce57e31b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:44.993121 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 56094) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:45.000499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.001043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.001559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.002074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.002602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.003097 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.003601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.003935 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.004272 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.004608 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.004949 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.005281 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.005609 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.005933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.006257 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b3e334-a938-4e8b-b9ab-8b5c159b8b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.059485 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Publish callbacks [] for security_group (dac5a27a-5b25-40e6-aa38-7b18ce57e31b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:45.085323 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Publish callbacks [] for security_group (dac5a27a-5b25-40e6-aa38-7b18ce57e31b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:45.227785 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (dac5a27a-5b25-40e6-aa38-7b18ce57e31b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:45.230676 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:45.231776 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dac5a27a-5b25-40e6-aa38-7b18ce57e31b HTTP/1.1" status: 204 len: 168 time: 0.2371278 Apr 07 08:18:45.239807 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5a27a-5b25-40e6-aa38-7b18ce57e31b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:45.247699 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.248127 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.248508 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.248861 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.249201 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.249540 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.249880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.250217 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.250589 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.251066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.251413 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.251897 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.252240 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.252573 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.252905 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f4319-b059-4204-8f9e-8354cb63266e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:18:45.733341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b5ab-8946-47a6-8d13-3957b737753d req-89fc0012-6cb1-45de-8a0c-4c22cde057ec tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:45.735138 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9613b5ab-8946-47a6-8d13-3957b737753d req-89fc0012-6cb1-45de-8a0c-4c22cde057ec tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0514953 Apr 07 08:18:45.781069 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9613b5ab-8946-47a6-8d13-3957b737753d req-674b375a-f22f-46ab-aac2-5b7559213ea2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Apr 07 08:18:46.894087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23c821-ad8a-464c-85d2-adf397826a11 req-41d9f58d-0760-4ccc-83e2-ddb819be465d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:46.895614 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a23c821-ad8a-464c-85d2-adf397826a11 req-41d9f58d-0760-4ccc-83e2-ddb819be465d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0513737 Apr 07 08:18:46.944529 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a23c821-ad8a-464c-85d2-adf397826a11 req-7da92b75-a4a1-4901-bec1-51a2c71c0e8c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Apr 07 08:18:47.960095 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:18:48.061440 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395bc18-4d47-4294-b875-a3ceabb2044d req-a4e2ac5c-c750-48e6-8e80-2b15b043963d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:48.063012 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7395bc18-4d47-4294-b875-a3ceabb2044d req-a4e2ac5c-c750-48e6-8e80-2b15b043963d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0516453 Apr 07 08:18:48.115244 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7395bc18-4d47-4294-b875-a3ceabb2044d req-f29735e9-b398-457d-944f-e4104ba8a23a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Apr 07 08:18:48.716732 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-519162a0-0fbc-4c07-8f34-fafa69ee5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:49.236352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a432aa-30d6-47e1-854c-0c6190c70320 req-949abc7d-1369-4f84-af4a-d116a216f960 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:49.237867 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94a432aa-30d6-47e1-854c-0c6190c70320 req-949abc7d-1369-4f84-af4a-d116a216f960 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0524342 Apr 07 08:18:49.285369 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94a432aa-30d6-47e1-854c-0c6190c70320 req-2d9dcf9f-1f8a-4a3a-bf2c-0a03662076bb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Apr 07 08:18:50.411320 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd27f6a-ee69-4bb6-aafa-8cd46bf9bee8 req-580d969b-b66b-4e0a-b9b0-bf4c0954d834 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:50.412816 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7bd27f6a-ee69-4bb6-aafa-8cd46bf9bee8 req-580d969b-b66b-4e0a-b9b0-bf4c0954d834 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0567405 Apr 07 08:18:50.460330 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7bd27f6a-ee69-4bb6-aafa-8cd46bf9bee8 req-9e9eda63-9b38-4ea2-a871-7278cceac7bd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Apr 07 08:18:50.975765 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0e35777a-d687-45cc-a49a-c41f69a98580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:51.577327 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654f2af-521a-4277-952a-2f0bb5271b79 req-1554ecc0-0fa7-42b5-9482-85faf34442fc tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:51.582851 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9654f2af-521a-4277-952a-2f0bb5271b79 req-1554ecc0-0fa7-42b5-9482-85faf34442fc tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0531487 Apr 07 08:18:51.628412 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9654f2af-521a-4277-952a-2f0bb5271b79 req-7dfd6bdf-13df-4d7b-8ac8-62c42ed61d51 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Apr 07 08:18:52.273500 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.291576 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 56266) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:52.395661 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c300c5f-05db-4786-8c8f-f208f485139e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.470563 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c300c5f-05db-4786-8c8f-f208f485139e admin admin] Publish callbacks [] for security_group (cedc195f-0f01-428f-8ca3-96db675cb6b0), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.541358 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c300c5f-05db-4786-8c8f-f208f485139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cedc195f-0f01-428f-8ca3-96db675cb6b0), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.578379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300c5f-05db-4786-8c8f-f208f485139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc195f-0f01-428f-8ca3-96db675cb6b0,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:52.582817 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7c300c5f-05db-4786-8c8f-f208f485139e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90fc39971a4948048db33c6e6cc0f28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937026 Apr 07 08:18:52.585700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 56270) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:18:52.646677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] Publish callbacks [] for security_group (cedc195f-0f01-428f-8ca3-96db675cb6b0), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.670931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] Publish callbacks [] for security_group (cedc195f-0f01-428f-8ca3-96db675cb6b0), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.762909 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c9012-ffbb-4edf-84ef-b39de76a83b1 req-325df23a-542b-4f09-8baf-9989e6f6b049 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:52.764494 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-127c9012-ffbb-4edf-84ef-b39de76a83b1 req-325df23a-542b-4f09-8baf-9989e6f6b049 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0601561 Apr 07 08:18:52.813103 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-127c9012-ffbb-4edf-84ef-b39de76a83b1 req-fb0c91aa-4eef-4c0c-ac21-64fba0105301 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Apr 07 08:18:52.836668 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cedc195f-0f01-428f-8ca3-96db675cb6b0), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.839408 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:52.840729 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cedc195f-0f01-428f-8ca3-96db675cb6b0 HTTP/1.1" status: 204 len: 168 time: 0.2533216 Apr 07 08:18:52.849876 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837643-fede-46ef-9e36-3087db09154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc195f-0f01-428f-8ca3-96db675cb6b0,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:18:53.465037 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:53.933821 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476dc85-dd72-41d4-bdd8-99bdd10e462b req-8ee38790-6d59-4144-afa2-b9d51419d098 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:53.936051 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9476dc85-dd72-41d4-bdd8-99bdd10e462b req-8ee38790-6d59-4144-afa2-b9d51419d098 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0556691 Apr 07 08:18:53.994784 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9476dc85-dd72-41d4-bdd8-99bdd10e462b req-230bdfa5-71d3-48ec-990b-b44ee4c3549a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Apr 07 08:18:54.776276 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:18:55.116294 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd56a6-469b-4ec5-a112-57e76cce76ca req-ae0032fd-b5aa-4ca8-9ad9-0ab968b79755 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:55.124124 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29cd56a6-469b-4ec5-a112-57e76cce76ca req-ae0032fd-b5aa-4ca8-9ad9-0ab968b79755 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0666778 Apr 07 08:18:55.167551 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29cd56a6-469b-4ec5-a112-57e76cce76ca req-d3a5d1c6-c6cd-43f8-afdb-197b5cecfba2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Apr 07 08:18:56.288129 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdf86-1d2c-47a7-842c-6a8062249cf4 req-00cdf8e3-ce35-4a91-aff3-1556e0d118ce tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:56.289611 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da5cdf86-1d2c-47a7-842c-6a8062249cf4 req-00cdf8e3-ce35-4a91-aff3-1556e0d118ce tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0518506 Apr 07 08:18:56.336085 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da5cdf86-1d2c-47a7-842c-6a8062249cf4 req-518769e0-fd22-430f-a693-621ef0ece6bd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Apr 07 08:18:57.453266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62162f66-5364-49cd-9966-e58ae5b1990b req-ef944719-45fd-4651-bf9a-795ad9851cc3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:57.454842 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-62162f66-5364-49cd-9966-e58ae5b1990b req-ef944719-45fd-4651-bf9a-795ad9851cc3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0546536 Apr 07 08:18:57.501424 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-62162f66-5364-49cd-9966-e58ae5b1990b req-19fc91f2-018d-4035-9cf5-22caa14a6d62 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Apr 07 08:18:58.616397 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86718d9-03a0-475e-b211-15195ddb7970 req-9a156c11-a140-454c-ad1c-d8c82e557be5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:58.617889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f86718d9-03a0-475e-b211-15195ddb7970 req-9a156c11-a140-454c-ad1c-d8c82e557be5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0514100 Apr 07 08:18:58.663370 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f86718d9-03a0-475e-b211-15195ddb7970 req-aeb1f931-e821-42e3-b889-7b95aada8fbb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Apr 07 08:18:59.779952 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112251-5569-4173-92f4-312e8b49fce0 req-b2cd8e62-8fac-4aa2-8657-8406be1cb6cd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:18:59.781448 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6112251-5569-4173-92f4-312e8b49fce0 req-b2cd8e62-8fac-4aa2-8657-8406be1cb6cd tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0520232 Apr 07 08:18:59.830737 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6112251-5569-4173-92f4-312e8b49fce0 req-be14b0ae-a66d-458d-86c0-909250bf013e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Apr 07 08:19:00.951559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a53865-56fe-4c87-ae0a-8f63c23366ac req-9d467e23-5e5f-44ae-816c-0425aa48720d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:00.953153 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05a53865-56fe-4c87-ae0a-8f63c23366ac req-9d467e23-5e5f-44ae-816c-0425aa48720d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0586591 Apr 07 08:19:00.999734 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05a53865-56fe-4c87-ae0a-8f63c23366ac req-4d142cb4-fee6-4438-a7d1-401e424144e2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Apr 07 08:19:02.118369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c6f7-37b3-4971-bdf9-17490b888bc5 req-b022d774-1d7d-4b6f-b561-8fa5d2f1024a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:02.119913 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e34c6f7-37b3-4971-bdf9-17490b888bc5 req-b022d774-1d7d-4b6f-b561-8fa5d2f1024a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0528517 Apr 07 08:19:02.170634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e34c6f7-37b3-4971-bdf9-17490b888bc5 req-dbbaca43-2eac-48aa-bb1a-5513487cda59 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Apr 07 08:19:05.752141 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d2d54-f3f0-4328-ad46-78e559a14ce4 req-6a985a7a-bdf2-47bb-9fed-4f5886ef8316 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:05.753640 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f67d2d54-f3f0-4328-ad46-78e559a14ce4 req-6a985a7a-bdf2-47bb-9fed-4f5886ef8316 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0560324 Apr 07 08:19:05.808941 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f67d2d54-f3f0-4328-ad46-78e559a14ce4 req-c9a0517a-16d8-45b2-acea-20378bed60f6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Apr 07 08:19:06.923342 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace99f2-6622-4bf9-bbb7-4a0e6c9716b8 req-094f4991-40ef-4fae-923e-068bea7896a1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:06.924744 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ace99f2-6622-4bf9-bbb7-4a0e6c9716b8 req-094f4991-40ef-4fae-923e-068bea7896a1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0556586 Apr 07 08:19:06.978645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ace99f2-6622-4bf9-bbb7-4a0e6c9716b8 req-b29a5d45-864a-4f60-90cd-84e33a6237a3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Apr 07 08:19:08.102498 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe25a-7c9c-4c38-a4ec-63ad9db04737 req-0199423d-e4a9-489e-9b7a-1f8360e1deb0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:08.104043 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5fefe25a-7c9c-4c38-a4ec-63ad9db04737 req-0199423d-e4a9-489e-9b7a-1f8360e1deb0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0547428 Apr 07 08:19:08.159231 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5fefe25a-7c9c-4c38-a4ec-63ad9db04737 req-03cd698e-6f3b-4d99-a5d2-0b93e30faed0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Apr 07 08:19:09.730918 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d37d2-4ffd-4cce-b4c6-b4f61504348a req-cc20880f-4eeb-4648-8789-cfeba40c42f2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:09.739216 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c2d37d2-4ffd-4cce-b4c6-b4f61504348a req-cc20880f-4eeb-4648-8789-cfeba40c42f2 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0634925 Apr 07 08:19:09.799693 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c2d37d2-4ffd-4cce-b4c6-b4f61504348a req-8b92ce5f-b5ce-485c-9cd3-e41d99aa6100 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594199 Apr 07 08:19:09.844326 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb69e9-bd2c-4dcb-aebc-fa33ba665b45 req-7da5dcde-0416-495c-8f07-737a9e9a4b49 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:09.845847 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0efb69e9-bd2c-4dcb-aebc-fa33ba665b45 req-7da5dcde-0416-495c-8f07-737a9e9a4b49 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0593810 Apr 07 08:19:09.897111 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0efb69e9-bd2c-4dcb-aebc-fa33ba665b45 req-def9e5fd-f65a-4ca0-81d4-1f67f241d363 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Apr 07 08:19:10.921255 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb3cae-4f61-49ba-84aa-9e25f626beff req-1be07b25-26ce-4f5d-b08d-75c81f99f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:10.924047 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01bb3cae-4f61-49ba-84aa-9e25f626beff req-1be07b25-26ce-4f5d-b08d-75c81f99f614 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1130 time: 0.0853043 Apr 07 08:19:10.937370 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a913-edfa-4b8e-86f9-3e2000a79c7a req-398af8bc-28b5-4869-ba2d-8dca27c93fff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:10.939609 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4700a913-edfa-4b8e-86f9-3e2000a79c7a req-398af8bc-28b5-4869-ba2d-8dca27c93fff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0723989 Apr 07 08:19:11.045186 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01bb3cae-4f61-49ba-84aa-9e25f626beff req-62d9113a-c772-48ff-aff6-dfb1bf04913a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044385 Apr 07 08:19:11.055938 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4700a913-edfa-4b8e-86f9-3e2000a79c7a req-7d9a7496-f8b6-4d4b-9cc9-ee24b835df34 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068330 Apr 07 08:19:11.070845 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c015a5-58bc-4d5d-8fa9-b8e41560e564 req-e2bf3487-44a3-4fa4-854f-57659522df53 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:11.072332 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c015a5-58bc-4d5d-8fa9-b8e41560e564 req-e2bf3487-44a3-4fa4-854f-57659522df53 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0989251 Apr 07 08:19:11.122424 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c015a5-58bc-4d5d-8fa9-b8e41560e564 req-7f02898f-5e89-4f6d-9144-4dd6c09136b6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Apr 07 08:19:12.178621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a5776-5821-4769-864d-9159dd366872 req-a1516b56-bf4c-48e5-acc8-bc7701dda991 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:12.180137 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff9a5776-5821-4769-864d-9159dd366872 req-a1516b56-bf4c-48e5-acc8-bc7701dda991 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0549810 Apr 07 08:19:12.261248 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff9a5776-5821-4769-864d-9159dd366872 req-98bad82b-9c07-46cf-9471-52dce4db4a3d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753000 Apr 07 08:19:12.277560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58a3a-7f44-4551-b006-71f30dac53e2 req-0a6dae4b-3faf-4f51-9831-adbaf2e58c47 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:12.279110 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f1f58a3a-7f44-4551-b006-71f30dac53e2 req-0a6dae4b-3faf-4f51-9831-adbaf2e58c47 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0803647 Apr 07 08:19:12.336610 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f1f58a3a-7f44-4551-b006-71f30dac53e2 req-3b3f0157-faaa-4909-8998-fdc97c7523f5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516000 Apr 07 08:19:13.032557 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:13.390803 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fa603-1afb-4624-a83a-164f51400b8e req-77097a6a-9f11-4031-be08-9d4622ca7925 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:13.392293 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab4fa603-1afb-4624-a83a-164f51400b8e req-77097a6a-9f11-4031-be08-9d4622ca7925 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0547178 Apr 07 08:19:13.468927 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab4fa603-1afb-4624-a83a-164f51400b8e req-3c7243b4-0cf4-4423-adb6-3af0c24784e6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704648 Apr 07 08:19:13.483728 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eb7ea-d513-4c75-9606-8518de40c0d7 req-b6173080-41ce-4ec8-aa31-60b274057f4d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:13.485569 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de8eb7ea-d513-4c75-9606-8518de40c0d7 req-b6173080-41ce-4ec8-aa31-60b274057f4d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0736656 Apr 07 08:19:13.537237 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de8eb7ea-d513-4c75-9606-8518de40c0d7 req-c7a20660-6cac-4b45-8cec-0b3a98208530 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458202 Apr 07 08:19:13.919949 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c2176-d214-4319-b3cd-b2ad24acca96 req-da33799b-8c16-471c-bd40-c3d4fea49bc7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:13.921428 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-863c2176-d214-4319-b3cd-b2ad24acca96 req-da33799b-8c16-471c-bd40-c3d4fea49bc7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0594203 Apr 07 08:19:13.969573 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-863c2176-d214-4319-b3cd-b2ad24acca96 req-ca4b2b66-be29-4a01-acda-75fba4ad98c3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Apr 07 08:19:14.400120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-f89ef4d8-34e1-4c39-9070-49de1ae0bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:14.402434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-f89ef4d8-34e1-4c39-9070-49de1ae0bd77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1130 time: 0.0561671 Apr 07 08:19:14.524866 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-a41d55c2-2203-4c93-baa0-607db8ed2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:14.526490 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-a41d55c2-2203-4c93-baa0-607db8ed2751 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.1110747 Apr 07 08:19:14.577016 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-7ee2b1be-001e-4c37-8836-46ce995241d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 200 len: 217 time: 0.0370514 Apr 07 08:19:14.691752 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-d9939c8c-584b-4134-85ab-d9b2ecf7e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:14.691752 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-d9939c8c-584b-4134-85ab-d9b2ecf7e35b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0868208 Apr 07 08:19:14.721794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a11c3-0c18-464b-aa8c-30d4f77b92d7 req-ce6ce703-c483-4e5a-b8b7-8542487a5912 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:14.724911 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-344a11c3-0c18-464b-aa8c-30d4f77b92d7 req-ce6ce703-c483-4e5a-b8b7-8542487a5912 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1081312 Apr 07 08:19:14.750813 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-83693827-3e70-42f7-a2cb-a862e44fa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:14.752266 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-83693827-3e70-42f7-a2cb-a862e44fa810 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756385 Apr 07 08:19:14.799943 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-344a11c3-0c18-464b-aa8c-30d4f77b92d7 req-394ae655-1197-47c8-9af2-f7a463f6b299 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694857 Apr 07 08:19:14.864510 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-0b1a1250-29e4-46a0-adf1-9f798d5ee566 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015189 Apr 07 08:19:14.957726 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c415143a-0d1e-4561-ae46-47b28d46fdcb req-3399ce0c-99a0-463b-8c1a-e040ae5060ed service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Apr 07 08:19:15.095502 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767db0e-f7dd-4344-82b1-9fb9a288fb39 req-ed5aec66-47d9-475d-87fc-6a98718b3c29 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:15.096989 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6767db0e-f7dd-4344-82b1-9fb9a288fb39 req-ed5aec66-47d9-475d-87fc-6a98718b3c29 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0602643 Apr 07 08:19:15.143645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6767db0e-f7dd-4344-82b1-9fb9a288fb39 req-fff1e045-2c1e-4607-8ed6-b7e2cf9303df tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Apr 07 08:19:15.926845 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604143db-476e-4b4d-bbb7-aae54394dd87 req-e37f5818-f8ca-4eb1-9897-e4cc21b75fd7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:15.928238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-604143db-476e-4b4d-bbb7-aae54394dd87 req-e37f5818-f8ca-4eb1-9897-e4cc21b75fd7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0540257 Apr 07 08:19:15.976819 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-604143db-476e-4b4d-bbb7-aae54394dd87 req-d015944a-444b-4519-9a40-09a4216ec676 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Apr 07 08:19:16.264688 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd32a09-66c1-4ec6-8bcd-3078d032799a req-b22900d8-228c-4f52-a02b-c327c05eac1c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:16.267368 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6cd32a09-66c1-4ec6-8bcd-3078d032799a req-b22900d8-228c-4f52-a02b-c327c05eac1c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0543094 Apr 07 08:19:16.322562 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6cd32a09-66c1-4ec6-8bcd-3078d032799a req-46eb36ed-0016-4d20-a5d9-c767ac68889a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474393 Apr 07 08:19:16.691513 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87a9d-8554-4b24-973b-99c7674d78e5 req-03b240ed-5f88-4a9b-b5e4-6982aacc3f99 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:16.692857 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3aa87a9d-8554-4b24-973b-99c7674d78e5 req-03b240ed-5f88-4a9b-b5e4-6982aacc3f99 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0507500 Apr 07 08:19:16.741854 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3aa87a9d-8554-4b24-973b-99c7674d78e5 req-105f4d0b-34f5-4f1e-883a-0065f32f5ab8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432858 Apr 07 08:19:17.098028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ada6b3-d85b-4bf7-aafb-235886f93a15 req-aca72a30-a44f-4925-bc32-806d9068cad5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:17.099516 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c2ada6b3-d85b-4bf7-aafb-235886f93a15 req-aca72a30-a44f-4925-bc32-806d9068cad5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Apr 07 08:19:17.148806 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c2ada6b3-d85b-4bf7-aafb-235886f93a15 req-5f8b04ca-565a-4326-ac04-6fa2d7d5537f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Apr 07 08:19:17.442379 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e383-4aa9-46e0-9cda-7e6ce1e392e9 req-55904d0a-81b8-4903-9dbe-f179333b17c1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:17.443874 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b20e383-4aa9-46e0-9cda-7e6ce1e392e9 req-55904d0a-81b8-4903-9dbe-f179333b17c1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0559757 Apr 07 08:19:17.494071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b20e383-4aa9-46e0-9cda-7e6ce1e392e9 req-066e646b-cf8c-440a-9a76-5c37dd7a10db tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Apr 07 08:19:17.859131 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ccee-c791-4157-aaec-bcbaebb1513e req-2a9caab5-ccde-498d-8488-a264f45f06ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:17.860788 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02c1ccee-c791-4157-aaec-bcbaebb1513e req-2a9caab5-ccde-498d-8488-a264f45f06ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0523109 Apr 07 08:19:17.908555 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-02c1ccee-c791-4157-aaec-bcbaebb1513e req-f544f461-46e7-4d6d-a37f-9821aeddcd3c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421264 Apr 07 08:19:18.272145 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbff34-ed74-415a-a8d2-600371529469 req-a7447cf0-35c4-4371-8eb0-5aa21590d95a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:18.274105 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5fbbff34-ed74-415a-a8d2-600371529469 req-a7447cf0-35c4-4371-8eb0-5aa21590d95a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0546305 Apr 07 08:19:18.330586 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5fbbff34-ed74-415a-a8d2-600371529469 req-785ae3bc-63ee-4bdd-a3b7-a9f5ed8170ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500619 Apr 07 08:19:18.618111 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5b747-2882-4a9e-af22-36e50a9e3f8f req-a5039d92-5ced-4ca5-8d5f-0d921ef72fc1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:18.624246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2e5b747-2882-4a9e-af22-36e50a9e3f8f req-a5039d92-5ced-4ca5-8d5f-0d921ef72fc1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0592818 Apr 07 08:19:18.670635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a099-23f5-407b-9bb0-b928bba6b5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:18.681045 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2e5b747-2882-4a9e-af22-36e50a9e3f8f req-60f02254-d13e-4848-a247-131a003c2606 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 Apr 07 08:19:19.029846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9fd6-22a2-493a-83d3-6c33fab126f4 req-f05c73db-3fb8-4383-a87f-0b8a68e2f329 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:19.031376 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-612f9fd6-22a2-493a-83d3-6c33fab126f4 req-f05c73db-3fb8-4383-a87f-0b8a68e2f329 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0563264 Apr 07 08:19:19.081804 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-612f9fd6-22a2-493a-83d3-6c33fab126f4 req-a45685a8-b92e-4648-a403-ea338ad9bf56 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448914 Apr 07 08:19:19.452847 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb2981-d2ca-487d-a3c3-473ec5c97023 req-dd720e2a-db2a-4a60-883e-0565ffa2690c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:19.454260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0feb2981-d2ca-487d-a3c3-473ec5c97023 req-dd720e2a-db2a-4a60-883e-0565ffa2690c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0511601 Apr 07 08:19:19.501729 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0feb2981-d2ca-487d-a3c3-473ec5c97023 req-6373909d-8eb7-4f42-80ad-83f9a4cb9559 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Apr 07 08:19:19.795877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb85b7-9e9b-4be2-8563-1ffce9511a3a req-d77fa2de-facd-41a2-b3bf-55af7f2f5460 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:19.797434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98eb85b7-9e9b-4be2-8563-1ffce9511a3a req-d77fa2de-facd-41a2-b3bf-55af7f2f5460 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0541553 Apr 07 08:19:19.845979 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98eb85b7-9e9b-4be2-8563-1ffce9511a3a req-7481b44f-c6c7-411e-beb3-4ed74e007680 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Apr 07 08:19:20.205624 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3927b6-861c-42eb-b006-69eb57c19301 req-9116caaa-b87c-49c3-a9cb-3e99821ec123 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:20.207162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6f3927b6-861c-42eb-b006-69eb57c19301 req-9116caaa-b87c-49c3-a9cb-3e99821ec123 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0546234 Apr 07 08:19:20.260802 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6f3927b6-861c-42eb-b006-69eb57c19301 req-6840aa11-0ec1-4e2f-9859-986950a5b209 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460830 Apr 07 08:19:20.639976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c67ac-c749-40f1-a545-9dcf79b493a1 req-d7eeca3d-a207-4f3f-96ac-d35f58e5d640 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:20.641373 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-167c67ac-c749-40f1-a545-9dcf79b493a1 req-d7eeca3d-a207-4f3f-96ac-d35f58e5d640 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0529025 Apr 07 08:19:20.689842 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-167c67ac-c749-40f1-a545-9dcf79b493a1 req-e49da4aa-2629-4380-8dd3-68561fbc7d38 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Apr 07 08:19:20.930802 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3a1c141f-bbc4-4833-9ed0-60b4ef0c73ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:20.971772 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff872f5f-a5d8-473e-bd3f-a9fbd569400f req-6f951dfb-45a8-49da-87c6-356fec64fd86 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:20.973322 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff872f5f-a5d8-473e-bd3f-a9fbd569400f req-6f951dfb-45a8-49da-87c6-356fec64fd86 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0556393 Apr 07 08:19:21.031490 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff872f5f-a5d8-473e-bd3f-a9fbd569400f req-6d1aa383-dd18-404c-a74a-341f2c6ec197 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Apr 07 08:19:21.381421 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f94ec-53a3-4ab9-af86-f644817dbb63 req-1c375969-21f1-4a56-8ae1-3933fe5f6ede tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:21.382876 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa8f94ec-53a3-4ab9-af86-f644817dbb63 req-1c375969-21f1-4a56-8ae1-3933fe5f6ede tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0521326 Apr 07 08:19:21.429852 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa8f94ec-53a3-4ab9-af86-f644817dbb63 req-58adec71-38be-4907-a4fe-e80999293ddd tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413263 Apr 07 08:19:21.817733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a62e-3de3-46d4-9804-368fa37fde98 req-8e536733-2d87-4dcc-bb83-d626b3dc0733 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:21.819216 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0743a62e-3de3-46d4-9804-368fa37fde98 req-8e536733-2d87-4dcc-bb83-d626b3dc0733 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0570102 Apr 07 08:19:21.874077 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0743a62e-3de3-46d4-9804-368fa37fde98 req-fcfbcf8d-5dc2-4240-b4af-b9b5a894972c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Apr 07 08:19:22.238125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:22.561575 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddaf85-1d25-4272-aaa0-b210d2ac8bdb req-87ed5645-5b83-4c2d-8671-3025431eca50 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:22.561575 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-87ddaf85-1d25-4272-aaa0-b210d2ac8bdb req-87ed5645-5b83-4c2d-8671-3025431eca50 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0585070 Apr 07 08:19:22.609060 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-87ddaf85-1d25-4272-aaa0-b210d2ac8bdb req-eb99c929-0ce2-48e8-b61c-227429a09447 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423107 Apr 07 08:19:22.999140 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943708c-a8f2-48ba-a5b1-058269d23d5e req-d394ff33-661c-40f1-89a8-776210455521 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:23.000582 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e943708c-a8f2-48ba-a5b1-058269d23d5e req-d394ff33-661c-40f1-89a8-776210455521 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0530288 Apr 07 08:19:23.056756 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e943708c-a8f2-48ba-a5b1-058269d23d5e req-900ae2b2-301d-4cd2-b13f-127896386a10 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504432 Apr 07 08:19:23.064717 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57018) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:23.069390 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395431715', 'description': 'tempest-description--1903726513'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:23.230882 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.301241 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (570137c6-c548-451a-9f9b-c11166c0b992), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.392828 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (570137c6-c548-451a-9f9b-c11166c0b992), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.422213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570137c6-c548-451a-9f9b-c11166c0b992,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:23.444048 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.520789 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.522132 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9ceae442-053d-4cbf-bd73-3bf7aad5e93b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4563873 Apr 07 08:19:23.524919 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57020) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:23.529230 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'security_group_rule': {'security_group_id': '570137c6-c548-451a-9f9b-c11166c0b992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:23.640915 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (00c93ec0-a696-4ac9-bea1-1654d8dc7c34), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.713723 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (00c93ec0-a696-4ac9-bea1-1654d8dc7c34), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.747328 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e22975-8400-4f1a-bf81-b42dd661d342 req-71bd6a54-5f63-4716-b8bb-89c1ddffa326 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:23.749120 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c5e22975-8400-4f1a-bf81-b42dd661d342 req-71bd6a54-5f63-4716-b8bb-89c1ddffa326 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0565460 Apr 07 08:19:23.796689 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c5e22975-8400-4f1a-bf81-b42dd661d342 req-fff08919-3d0f-4bad-b879-c57475f2f519 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414267 Apr 07 08:19:23.810098 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (00c93ec0-a696-4ac9-bea1-1654d8dc7c34), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.824034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c93ec0-a696-4ac9-bea1-1654d8dc7c34,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:23.907502 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:23.912068 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57034) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:23.915581 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-bd1e7ee3-ccbf-49df-b687-d233298fc949 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3869553 Apr 07 08:19:23.917546 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'security_group_rule': {'security_group_id': '570137c6-c548-451a-9f9b-c11166c0b992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:24.041646 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (769903ff-83bb-4b51-ae50-00d0e5802040), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.096503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (769903ff-83bb-4b51-ae50-00d0e5802040), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.192785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63cc5-8366-465a-8a42-f7c9d3cf8798 req-6221ede1-0a4b-4af6-bb99-4984811ee9d7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:24.194220 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-37e63cc5-8366-465a-8a42-f7c9d3cf8798 req-6221ede1-0a4b-4af6-bb99-4984811ee9d7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0509298 Apr 07 08:19:24.225131 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (769903ff-83bb-4b51-ae50-00d0e5802040), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.254444 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769903ff-83bb-4b51-ae50-00d0e5802040,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:24.260026 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-37e63cc5-8366-465a-8a42-f7c9d3cf8798 req-7d6d4cd9-7197-40c1-ae63-8e904fe0db3e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601318 Apr 07 08:19:24.346974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.348087 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2d88bb47-dd7d-476f-8b22-a394f0c89389 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350073 Apr 07 08:19:24.351969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57040) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:24.356323 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:24.458940 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.561087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.675023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Allocated IP 172.27.1.181 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/ff8ad89d-f029-4e97-8d7e-8317bcd639e7) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:19:24.775757 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.782527 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.914028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:24.929329 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a965595-5548-4233-a406-241f16f10d9f req-49a65d0a-0798-44ba-8dac-16cb7ad162b2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:24.930903 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a965595-5548-4233-a406-241f16f10d9f req-49a65d0a-0798-44ba-8dac-16cb7ad162b2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0614893 Apr 07 08:19:24.960479 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:19:24.981187 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:19:24.991715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:19:24.994331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:19:25.022014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'Port': ['ID=ff8ad89d-f029-4e97-8d7e-8317bcd639e7,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:25.057482 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a965595-5548-4233-a406-241f16f10d9f req-2bb29776-6d8d-4563-b22a-fc8f0e029aa6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042771 Apr 07 08:19:25.108685 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.250443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.425316 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b7618-aac1-4d1a-91ed-d70b0fbcf5ef req-9ee4c499-f0ab-4ede-b836-94ddc50badca tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:25.426840 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e89b7618-aac1-4d1a-91ed-d70b0fbcf5ef req-9ee4c499-f0ab-4ede-b836-94ddc50badca tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0846817 Apr 07 08:19:25.459588 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.495012 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e89b7618-aac1-4d1a-91ed-d70b0fbcf5ef req-0854b760-a129-485d-b6cc-2f6dc6a0affb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619140 Apr 07 08:19:25.567257 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.633014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'Port': ['ID=ff8ad89d-f029-4e97-8d7e-8317bcd639e7,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:25.648099 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.749080 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:25.750419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-25d9b36a-6585-46c4-9ab3-6290f631ec8a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3974838 Apr 07 08:19:25.872313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57094) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:25.977015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-22d4612f-8455-48d8-84cc-e3ce981f822b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.054455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-22d4612f-8455-48d8-84cc-e3ce981f822b admin admin] Publish callbacks [] for security_group (213e559e-f7f7-4c83-955c-9491d64cf380), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.127508 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-22d4612f-8455-48d8-84cc-e3ce981f822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (213e559e-f7f7-4c83-955c-9491d64cf380), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.193302 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-22d4612f-8455-48d8-84cc-e3ce981f822b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3486d41881d46978d5803ce0e342cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198674 Apr 07 08:19:26.195836 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4612f-8455-48d8-84cc-e3ce981f822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213e559e-f7f7-4c83-955c-9491d64cf380,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:26.195977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57102) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:26.218718 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab6b0-80e6-4316-bc74-06b8568d714a req-64deef8b-691b-4336-b233-8c214d0d87e8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:26.220356 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-090ab6b0-80e6-4316-bc74-06b8568d714a req-64deef8b-691b-4336-b233-8c214d0d87e8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0821345 Apr 07 08:19:26.256858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] Publish callbacks [] for security_group (213e559e-f7f7-4c83-955c-9491d64cf380), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.276324 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-090ab6b0-80e6-4316-bc74-06b8568d714a req-ddf2c024-bba6-443b-88cd-9b60a6980391 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465345 Apr 07 08:19:26.279910 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] Publish callbacks [] for security_group (213e559e-f7f7-4c83-955c-9491d64cf380), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.461805 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (213e559e-f7f7-4c83-955c-9491d64cf380), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.464485 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:26.465659 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/213e559e-f7f7-4c83-955c-9491d64cf380 HTTP/1.1" status: 204 len: 168 time: 0.2687185 Apr 07 08:19:26.476709 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaa2d8-dfc0-499f-92a4-5df508d29b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e559e-f7f7-4c83-955c-9491d64cf380,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:26.615932 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121da5be-dd32-4cc1-87e1-fd17313f1711 req-b2160a99-6ccc-403d-96dd-dd605906c149 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:26.617407 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-121da5be-dd32-4cc1-87e1-fd17313f1711 req-b2160a99-6ccc-403d-96dd-dd605906c149 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0517220 Apr 07 08:19:26.669169 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-121da5be-dd32-4cc1-87e1-fd17313f1711 req-1c2d244a-33e9-481f-9d26-ef7191648b76 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Apr 07 08:19:27.145471 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57122) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:27.157755 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfbb7-872f-48d2-b4f7-bba783f5b3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.170015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-bc57bc7a-9dcf-4856-aada-5b7c1cd37d32 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--395431715&fields=id&tenant_id=c0598d0f794f40b49322c9417c47dfb3 HTTP/1.1" status: 200 len: 267 time: 0.0415742 Apr 07 08:19:27.238825 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfbb7-872f-48d2-b4f7-bba783f5b3fd admin admin] Publish callbacks [] for security_group (cebf301e-5384-40c7-bf87-57671c3802bd), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.277276 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-eadc8b80-0710-445b-9555-80276c83feb9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:27.278777 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-eadc8b80-0710-445b-9555-80276c83feb9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.1013601 Apr 07 08:19:27.292879 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-3ed5c5af-2c43-42a2-b734-6364e20c0ab9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/quotas/c0598d0f794f40b49322c9417c47dfb3 HTTP/1.1" status: 200 len: 375 time: 0.0087907 Apr 07 08:19:27.308647 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfbb7-872f-48d2-b4f7-bba783f5b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cebf301e-5384-40c7-bf87-57671c3802bd), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.354953 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3c6cfbb7-872f-48d2-b4f7-bba783f5b3fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f242a00efe30495caa685f7aff80e9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094572 Apr 07 08:19:27.360959 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57128) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:27.373086 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-d2d1af60-f180-44ee-b4a3-3d59914b5dea tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0755157 Apr 07 08:19:27.377365 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cfbb7-872f-48d2-b4f7-bba783f5b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf301e-5384-40c7-bf87-57671c3802bd,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:27.425433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] Publish callbacks [] for security_group (cebf301e-5384-40c7-bf87-57671c3802bd), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.447299 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] Publish callbacks [] for security_group (cebf301e-5384-40c7-bf87-57671c3802bd), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.469356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69857db-38ab-4d42-b0b8-70ae363fa968 req-52416b5e-4d3a-4b68-8bc1-83f5dc16d7ea tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:27.470870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d69857db-38ab-4d42-b0b8-70ae363fa968 req-52416b5e-4d3a-4b68-8bc1-83f5dc16d7ea tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1175849 Apr 07 08:19:27.505447 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-60563dfc-41b3-41c2-a95b-adfac91018be service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179745 Apr 07 08:19:27.581049 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d69857db-38ab-4d42-b0b8-70ae363fa968 req-fcc0ff12-2148-4df6-88cc-fb8a1f3f849f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015673 Apr 07 08:19:27.613090 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cebf301e-5384-40c7-bf87-57671c3802bd), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.615704 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-d2c467d1-acce-4c1d-9284-31e7e72ce547 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038518 Apr 07 08:19:27.615809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.617698 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cebf301e-5384-40c7-bf87-57671c3802bd HTTP/1.1" status: 204 len: 168 time: 0.2557185 Apr 07 08:19:27.620557 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:19:27.633227 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3db41-5282-4648-9c20-c861930a1e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf301e-5384-40c7-bf87-57671c3802bd,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:27.793658 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:27.805769 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:19:27.812744 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a59f-c690-4e6c-a9e7-b0f8287e2158 req-65737364-f000-4d07-bbd6-fb6d9dd42709 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:27.814240 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a159a59f-c690-4e6c-a9e7-b0f8287e2158 req-65737364-f000-4d07-bbd6-fb6d9dd42709 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0544016 Apr 07 08:19:27.843881 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: ACTIVE; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:19:27.844358 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:27.859237 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:19:27.871590 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a159a59f-c690-4e6c-a9e7-b0f8287e2158 req-729974fb-def1-4d94-b831-343a42195b75 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516813 Apr 07 08:19:27.881036 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:27.987314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:28.018151 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-66ce0865-3289-42cf-b0f2-b361aa05d9f3 req-7f2e00e6-54ac-42f2-a6cf-c8e9e761f477 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0317163 Apr 07 08:19:28.047956 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=6']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:28.056605 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.056954 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.057352 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.057823 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.058046 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.058385 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.058750 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.059367 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.059477 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.059856 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.060772 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.061086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.061597 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.061864 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.062196 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:28.287709 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3ef6c53f-a938-4e0c-ab6d-05755cc583cc'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:19:28.708587 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756915d-bc1c-453d-af0c-31d63c08f641 req-02f451e1-263e-4308-baab-a063f445d3c4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:28.710844 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8756915d-bc1c-453d-af0c-31d63c08f641 req-02f451e1-263e-4308-baab-a063f445d3c4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0628657 Apr 07 08:19:28.757410 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8756915d-bc1c-453d-af0c-31d63c08f641 req-c56cb31e-6c54-46d6-b600-45ed821c7305 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410995 Apr 07 08:19:28.999821 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4a330-f991-44ea-b66c-af0793642120 req-095d4a42-7543-48bb-92ca-2efe8ff7b5ea tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:29.001320 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5d4a330-f991-44ea-b66c-af0793642120 req-095d4a42-7543-48bb-92ca-2efe8ff7b5ea tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0569332 Apr 07 08:19:29.063640 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5d4a330-f991-44ea-b66c-af0793642120 req-eb32d5ee-b052-4c8f-8ea7-88330e81b166 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557995 Apr 07 08:19:29.148193 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de4d9ec3-f9ec-4e7e-a75c-fb43a2545ee6 req-b4cfc28b-2b2c-4320-9f30-c2b489e5d7e6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0294826 Apr 07 08:19:29.634079 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:19:29.688097 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:19:29.688474 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:29.777544 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:19:29.778204 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:29.802003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:29.804177 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f41796d-bc87-4109-9a96-1984db1f0987" -d '{"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:29.819036 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:29.885276 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb9048-f58f-43e0-9cb9-d2f2d02fe12a req-4d66715e-6826-460c-a5f7-d79bcb824c72 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:29.889800 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:29.892635 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6cb9048-f58f-43e0-9cb9-d2f2d02fe12a req-4d66715e-6826-460c-a5f7-d79bcb824c72 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0600805 Apr 07 08:19:29.912286 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57226) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:29.918189 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801105686', 'description': 'tempest-description--615438574'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:29.949863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=7']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:29.969712 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c6cb9048-f58f-43e0-9cb9-d2f2d02fe12a req-792e580a-dfbc-4fb4-a1f8-c1fcdc8aec26 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760748 Apr 07 08:19:29.977396 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa1b15-c510-4b3e-b610-25c5dcab0869 x-openstack-request-id: req-17aa1b15-c510-4b3e-b610-25c5dcab0869 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:29.977689 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:29.977946 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17aa1b15-c510-4b3e-b610-25c5dcab0869 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:29.978338 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17aa1b15-c510-4b3e-b610-25c5dcab0869'] response: {'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'code': 200} Apr 07 08:19:30.032605 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.104264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (414189dd-954c-43af-935c-4a180f3e0dff), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.175719 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (414189dd-954c-43af-935c-4a180f3e0dff), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.202778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de90bc-7df5-43a0-bdd9-64a8c9812eff req-c440031a-b0fc-4d2b-ac2e-d31de38a0d37 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:30.204453 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70de90bc-7df5-43a0-bdd9-64a8c9812eff req-c440031a-b0fc-4d2b-ac2e-d31de38a0d37 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0589936 Apr 07 08:19:30.217173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414189dd-954c-43af-935c-4a180f3e0dff,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:30.291824 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2870709-4761-4126-a0e5-e6365d900819 req-b15b4f3a-8064-490a-8cb5-8a7ae097be5e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0367627 Apr 07 08:19:30.295202 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70de90bc-7df5-43a0-bdd9-64a8c9812eff req-7318ca8d-eec0-467a-a846-16127812a123 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850427 Apr 07 08:19:30.324392 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.325722 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-959aec68-afdb-463d-934b-574da88c10ce tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4141142 Apr 07 08:19:30.328484 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57240) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:30.332766 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': '414189dd-954c-43af-935c-4a180f3e0dff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:30.455073 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (dd4764fe-6724-457f-b64b-0671bcd0fb14), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.518031 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (dd4764fe-6724-457f-b64b-0671bcd0fb14), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.604397 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (dd4764fe-6724-457f-b64b-0671bcd0fb14), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.625232 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4764fe-6724-457f-b64b-0671bcd0fb14,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:30.696694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.698071 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fffa5e30-3ada-4134-a9bf-0716cf548144 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686092 Apr 07 08:19:30.700750 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57244) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:30.706258 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': '414189dd-954c-43af-935c-4a180f3e0dff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:30.835957 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (8ec69ade-4ac8-4cb7-b0c2-71ee186e6541), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.876220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-9b06f8c0-65bf-4bf2-915b-e94cd1b64e7c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:30.879775 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-9b06f8c0-65bf-4bf2-915b-e94cd1b64e7c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 818 time: 0.1032810 Apr 07 08:19:30.892162 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (8ec69ade-4ac8-4cb7-b0c2-71ee186e6541), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.962051 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (8ec69ade-4ac8-4cb7-b0c2-71ee186e6541), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:30.978853 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-ab755bbd-3000-41f2-9f20-854f4deae2fa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0598d0f794f40b49322c9417c47dfb3 HTTP/1.1" status: 200 len: 379 time: 0.0655477 Apr 07 08:19:30.981294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec69ade-4ac8-4cb7-b0c2-71ee186e6541,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:30.989238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'port': {'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'admin_state_up': True, 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'security_groups': ['570137c6-c548-451a-9f9b-c11166c0b992']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:31.064987 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.066424 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2d828388-f798-43d8-99b1-914f99767983 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3647385 Apr 07 08:19:31.069686 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57250) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:31.074633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:31.137387 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331dd08-da97-4411-a224-16b382c62df3 req-62fd74db-a432-413d-958b-b8985e6914ec tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:31.143083 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e331dd08-da97-4411-a224-16b382c62df3 req-62fd74db-a432-413d-958b-b8985e6914ec tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0989916 Apr 07 08:19:31.242452 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.376581 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.420560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Made reservation on behalf of c0598d0f794f40b49322c9417c47dfb3 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:19:31.424284 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.463121 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fdc7ee9-ab20-41ed-99af-fbeac95c1753 req-642cc5eb-9afd-4c61-9434-59fae132a79d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0461431 Apr 07 08:19:31.505719 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e331dd08-da97-4411-a224-16b382c62df3 req-4628b68d-2d3e-420a-ab51-0112675be6b7 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3600688 Apr 07 08:19:31.527572 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.27.1.199 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/ade4e965-1603-4974-82ed-506a08a05c72) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:19:31.654887 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Allocated IP 172.20.0.3 (e0ed5bdb-95be-4d41-bb84-74d454414530/fb37753e-07a0-445f-9155-2cf072f34053/4fab9b26-fc59-4d28-9296-2602a88e9e5e) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:19:31.668359 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb1e6b-aa5c-43a1-943e-9717f640df44 req-69a4b231-066a-4d7d-81d1-7d0f0b3a35b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:31.669845 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aeeb1e6b-aa5c-43a1-943e-9717f640df44 req-69a4b231-066a-4d7d-81d1-7d0f0b3a35b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1188829 Apr 07 08:19:31.675744 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (ade4e965-1603-4974-82ed-506a08a05c72), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.787426 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (ade4e965-1603-4974-82ed-506a08a05c72), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.806235 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aeeb1e6b-aa5c-43a1-943e-9717f640df44 req-0e3423a5-1298-4685-8024-8e7443d0d20f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126089 Apr 07 08:19:31.833479 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:19:31.836676 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:19:31.842609 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:19:31.848382 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=ade4e965-1603-4974-82ed-506a08a05c72,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:31.873674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:31.939679 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.027752 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.090411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Network e0ed5bdb-95be-4d41-bb84-74d454414530 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:19:32.091677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event updated for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:32.094989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:19:32.102911 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ade4e965-1603-4974-82ed-506a08a05c72), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.110133 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:19:32.165946 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:32.166982 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.289693 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (ade4e965-1603-4974-82ed-506a08a05c72), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.389058 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-360b493a-47fe-416a-95e0-96daa8c19ec6 None None] Provisioning complete for port 4fab9b26-fc59-4d28-9296-2602a88e9e5e triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:19:32.389564 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-360b493a-47fe-416a-95e0-96daa8c19ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.424384 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-93e5bd71-09bd-4b9c-b627-db4274ffad16 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4394071 Apr 07 08:19:32.427989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-360b493a-47fe-416a-95e0-96daa8c19ec6 None None] Port 4fab9b26-fc59-4d28-9296-2602a88e9e5e cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:19:32.453387 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (ade4e965-1603-4974-82ed-506a08a05c72), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.463620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Request body: {'port': {'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:32.550788 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.560317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=ade4e965-1603-4974-82ed-506a08a05c72,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:32.588399 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.674788 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:32.676029 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cebd851e-687e-4619-92aa-c36b96403e72 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6052573 Apr 07 08:19:32.785690 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa1b53-40f1-4505-8997-99d280d5476d req-6563eb83-e1e9-465a-b0a4-04e0e79f1c21 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:32.787279 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4aa1b53-40f1-4505-8997-99d280d5476d req-6563eb83-e1e9-465a-b0a4-04e0e79f1c21 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 931 time: 0.2251396 Apr 07 08:19:32.804682 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec6473-a81b-4cf2-8647-51a09d525c17 req-3f989655-842d-4792-bdc8-0e8c15937f99 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:32.811260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4aec6473-a81b-4cf2-8647-51a09d525c17 req-3f989655-842d-4792-bdc8-0e8c15937f99 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1767874 Apr 07 08:19:32.955810 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4aec6473-a81b-4cf2-8647-51a09d525c17 req-bb7ab04f-ee6e-417b-9fb7-4092908ac63d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436224 Apr 07 08:19:33.003691 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4aa1b53-40f1-4505-8997-99d280d5476d req-487244f1-e930-4ab4-b86e-b8fcdc16c012 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840580 Apr 07 08:19:33.103528 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fab9b26-fc59-4d28-9296-2602a88e9e5e {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:19:33.115165 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks [] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.140691 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Transition to ACTIVE for port object 4fab9b26-fc59-4d28-9296-2602a88e9e5e will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:19:33.170323 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d629fb-f105-4bd2-a992-8c9535b155ef req-e856985d-6faf-4a4a-88f1-d7e1b6d92446 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:33.171842 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-85d629fb-f105-4bd2-a992-8c9535b155ef req-e856985d-6faf-4a4a-88f1-d7e1b6d92446 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1113877 Apr 07 08:19:33.208931 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-3a6d6af5-20b8-443e-a5de-6f3c3c7b8a73 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--801105686&fields=id&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 267 time: 0.0809643 Apr 07 08:19:33.255449 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.294818 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-85d629fb-f105-4bd2-a992-8c9535b155ef req-89d0ef97-2026-4693-aa58-74ef1fc284ee tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143644 Apr 07 08:19:33.358239 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Pushing event updated for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:33.381213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57348) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:33.436723 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-683c0261-f1df-4f05-9b0d-65706a0d75a1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:33.443557 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-683c0261-f1df-4f05-9b0d-65706a0d75a1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.2246101 Apr 07 08:19:33.472742 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-8f390a3a-db90-4845-998e-1d7403168fa9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/quotas/855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 375 time: 0.0281563 Apr 07 08:19:33.515730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Attempting to bind port 4fab9b26-fc59-4d28-9296-2602a88e9e5e on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:19:33.516074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Attempting to bind port 4fab9b26-fc59-4d28-9296-2602a88e9e5e by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:19:33.516430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Attempting to bind port 4fab9b26-fc59-4d28-9296-2602a88e9e5e on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:19:33.533421 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Port 4fab9b26-fc59-4d28-9296-2602a88e9e5e on network e0ed5bdb-95be-4d41-bb84-74d454414530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:19:33.533788 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Attempting to bind port 4fab9b26-fc59-4d28-9296-2602a88e9e5e on network e0ed5bdb-95be-4d41-bb84-74d454414530 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:19:33.551331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:19:33.551674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Checking segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:19:33.552351 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Bound using segment: {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:19:33.552574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Bound port: 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04231b2b-094d-454c-9735-457c547e077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:19:33.552941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.587023 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-12ced66e-986f-49dd-815e-fdb17da07692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.629897 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-685e938a-87fe-4383-bd10-e3155b8c9418 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548181 Apr 07 08:19:33.697634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:19:33.727208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-12ced66e-986f-49dd-815e-fdb17da07692 admin admin] Publish callbacks [] for security_group (a0e93990-221a-4a9c-a135-c618b67ea2a3), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.737861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:19:33.778745 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-4cf29585-0d25-44ec-82a4-919f68e98441 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088247 Apr 07 08:19:33.790325 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-12ced66e-986f-49dd-815e-fdb17da07692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a0e93990-221a-4a9c-a135-c618b67ea2a3), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.842443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.843681 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced66e-986f-49dd-815e-fdb17da07692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e93990-221a-4a9c-a135-c618b67ea2a3,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:33.861341 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-12ced66e-986f-49dd-815e-fdb17da07692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b3d887ecdf042f49c1fd613137483f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759030 Apr 07 08:19:33.861711 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57360) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:33.914754 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] Publish callbacks [] for security_group (a0e93990-221a-4a9c-a135-c618b67ea2a3), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.925210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:33.925830 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.927230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] 10.222.0.20 "PUT /v2.0/ports/4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1093 time: 1.4688041 Apr 07 08:19:33.927715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:33.931218 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b1851-290f-4213-8368-b25b65421399" -d '{"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:33.942246 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] Publish callbacks [] for security_group (a0e93990-221a-4a9c-a135-c618b67ea2a3), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:33.995380 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9cf5-2418-4ded-99e3-f340544b081e service neutron] Pushing event updated for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:34.002381 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-0013759f-2682-4043-894a-94a6d13a9257 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178056 Apr 07 08:19:34.038008 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c32b0-596b-492c-8d57-53e5b5a857f7 x-openstack-request-id: req-e34c32b0-596b-492c-8d57-53e5b5a857f7 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:34.038302 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:34.038595 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e34c32b0-596b-492c-8d57-53e5b5a857f7 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:34.039006 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34c32b0-596b-492c-8d57-53e5b5a857f7'] response: {'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'status': 'completed', 'code': 200} Apr 07 08:19:34.222427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636134-430d-4f2e-8db2-26d2f238d4c5 req-8c9215ba-90b1-4d5c-8843-751129ed756f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.231809 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79636134-430d-4f2e-8db2-26d2f238d4c5 req-8c9215ba-90b1-4d5c-8843-751129ed756f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1236625 Apr 07 08:19:34.266678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1851-290f-4213-8368-b25b65421399 req-1a04b301-5323-40f3-94e7-b83a5063b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.268257 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ee4b1851-290f-4213-8368-b25b65421399 req-1a04b301-5323-40f3-94e7-b83a5063b634 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1127 time: 0.1377764 Apr 07 08:19:34.310059 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79636134-430d-4f2e-8db2-26d2f238d4c5 req-5979ae86-048b-4589-93f9-658386baef1e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693045 Apr 07 08:19:34.362548 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a0e93990-221a-4a9c-a135-c618b67ea2a3), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:34.366404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:34.370847 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0e93990-221a-4a9c-a135-c618b67ea2a3 HTTP/1.1" status: 204 len: 168 time: 0.5083339 Apr 07 08:19:34.393492 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f93a30-3b81-43f3-8c90-5a7a9fae84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e93990-221a-4a9c-a135-c618b67ea2a3,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:34.535441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f574-4887-432c-af5b-8c350aa91399 req-b4b8cd8b-edf2-498f-9544-54155d051ac8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.546736 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2154f574-4887-432c-af5b-8c350aa91399 req-b4b8cd8b-edf2-498f-9544-54155d051ac8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.1391056 Apr 07 08:19:34.622787 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1851-290f-4213-8368-b25b65421399 req-27d811dd-0173-4ac3-a6b3-55dddf4877aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.630508 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ee4b1851-290f-4213-8368-b25b65421399 req-27d811dd-0173-4ac3-a6b3-55dddf4877aa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0598d0f794f40b49322c9417c47dfb3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3371212 Apr 07 08:19:34.818706 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2154f574-4887-432c-af5b-8c350aa91399 req-f5de7591-f3da-4723-b2d6-e771b08c642e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668025 Apr 07 08:19:34.885558 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2045f25-cb81-4172-b0c7-3877bd2249b4 req-03c2ed83-9f53-4e7e-baf2-04a0e4c38f0c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.889436 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2045f25-cb81-4172-b0c7-3877bd2249b4 req-03c2ed83-9f53-4e7e-baf2-04a0e4c38f0c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.2813413 Apr 07 08:19:34.942730 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4830d693-ed0e-4fc4-8ca4-bccbc5bd3951 req-c77da0b3-6594-482a-89ca-9de3f5f81ca6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0508049 Apr 07 08:19:34.961521 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b1851-290f-4213-8368-b25b65421399 req-8ff45741-c4d1-4942-ac6b-246ad4bd9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:34.963160 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ee4b1851-290f-4213-8368-b25b65421399 req-8ff45741-c4d1-4942-ac6b-246ad4bd9945 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989316 Apr 07 08:19:35.007990 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b2045f25-cb81-4172-b0c7-3877bd2249b4 req-ba5fac55-4e2b-4104-8538-537496742da1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018956 Apr 07 08:19:35.106677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-e5c95b6c-61d9-47c8-a896-0d7805e77acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:35.108326 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-e5c95b6c-61d9-47c8-a896-0d7805e77acc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1127 time: 0.0543120 Apr 07 08:19:35.167038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-2c28e33a-10be-4dce-897f-efa1889eaf84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 217 time: 0.0377109 Apr 07 08:19:35.227496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-68f8598c-a211-4c86-b21b-10e57b0833e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:35.228786 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-68f8598c-a211-4c86-b21b-10e57b0833e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0532019 Apr 07 08:19:35.299786 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7475227-f90b-4447-a278-c7de5a61a78a req-a59c30d2-df3c-44dd-8931-0d8d96949c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:35.301548 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-a59c30d2-df3c-44dd-8931-0d8d96949c7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632420 Apr 07 08:19:35.448677 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-47640008-09f9-4163-8ae9-69f89aaab8e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358383 Apr 07 08:19:35.501374 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039ef7b-4a7e-431b-8d2d-071f256abb2f req-566e7364-5852-462e-81a0-d9f7a3d298b9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:35.503014 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5039ef7b-4a7e-431b-8d2d-071f256abb2f req-566e7364-5852-462e-81a0-d9f7a3d298b9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0948918 Apr 07 08:19:35.532468 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57398) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:35.550191 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-009a1c16-dc7b-4ebb-8fd3-7f22636b1fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:35.599622 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5039ef7b-4a7e-431b-8d2d-071f256abb2f req-f47a844f-0c5e-4adf-a326-fed5a31f5f8e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686238 Apr 07 08:19:35.602106 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7475227-f90b-4447-a278-c7de5a61a78a req-fa5aa683-7440-416f-a0ad-36ba31e2cfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434700 Apr 07 08:19:35.674886 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-009a1c16-dc7b-4ebb-8fd3-7f22636b1fd9 admin admin] Publish callbacks [] for security_group (6f494c02-26a8-497f-85b1-c29fab832d58), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:35.793208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-009a1c16-dc7b-4ebb-8fd3-7f22636b1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6f494c02-26a8-497f-85b1-c29fab832d58), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:35.849211 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-009a1c16-dc7b-4ebb-8fd3-7f22636b1fd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49d1acbb2df94851ab28e573ee784628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156738 Apr 07 08:19:35.851952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a1c16-dc7b-4ebb-8fd3-7f22636b1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f494c02-26a8-497f-85b1-c29fab832d58,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:35.852531 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57406) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:36.015732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] Publish callbacks [] for security_group (6f494c02-26a8-497f-85b1-c29fab832d58), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:36.081707 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] Publish callbacks [] for security_group (6f494c02-26a8-497f-85b1-c29fab832d58), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:36.085536 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ec32f196-f8a2-4156-9b8f-2eaeca76bdce req-ce809cd6-f7d6-4e66-8484-5be8bf540f02 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0372860 Apr 07 08:19:36.096506 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487dfa7-da5a-43a7-b6b8-03424fc86e15 req-a90814f9-018e-4714-9708-325237d31f1d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:36.102039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f487dfa7-da5a-43a7-b6b8-03424fc86e15 req-a90814f9-018e-4714-9708-325237d31f1d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.1989059 Apr 07 08:19:36.215843 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f487dfa7-da5a-43a7-b6b8-03424fc86e15 req-ec918dbf-cf1d-46dd-a261-966f8f3fd6d5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085548 Apr 07 08:19:36.253324 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07402a-cc07-43cc-81b1-b0a4727badbc req-1f178e3c-1a57-46ad-b089-78f9ba32e85e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:36.255853 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6d07402a-cc07-43cc-81b1-b0a4727badbc req-1f178e3c-1a57-46ad-b089-78f9ba32e85e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0853519 Apr 07 08:19:36.315426 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6d07402a-cc07-43cc-81b1-b0a4727badbc req-b6455744-05e3-45ba-a115-7787e466f281 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527835 Apr 07 08:19:36.330182 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (6f494c02-26a8-497f-85b1-c29fab832d58), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:36.333583 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:36.338400 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f494c02-26a8-497f-85b1-c29fab832d58 HTTP/1.1" status: 204 len: 168 time: 0.4845412 Apr 07 08:19:36.347572 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad327e2-e502-41ad-a0e6-168bd1f4d5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f494c02-26a8-497f-85b1-c29fab832d58,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:36.728330 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556227e-66f0-4f0f-b943-7877052d8924 req-f8635408-4f34-47ba-ae9d-e10b79232889 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:36.730049 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9556227e-66f0-4f0f-b943-7877052d8924 req-f8635408-4f34-47ba-ae9d-e10b79232889 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0585008 Apr 07 08:19:36.813682 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9556227e-66f0-4f0f-b943-7877052d8924 req-dd508c6f-6b3e-4dae-9ddb-d345e7acb7b8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702300 Apr 07 08:19:37.194776 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-729db8cd-34a5-4281-9404-a343dbc35f40 req-6b53069a-70f7-4fb1-9606-61458bf6e6ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0261548 Apr 07 08:19:37.348446 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5c5b-4559-4aa6-8611-ca007a1a1842 req-3d149155-3a27-43aa-83f5-920311764fb0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:37.349895 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-07da5c5b-4559-4aa6-8611-ca007a1a1842 req-3d149155-3a27-43aa-83f5-920311764fb0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0534070 Apr 07 08:19:37.397138 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-07da5c5b-4559-4aa6-8611-ca007a1a1842 req-4884ec35-6e65-4296-aea4-b6d01bb1b45a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409992 Apr 07 08:19:37.558123 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636db3b-f6cb-4a9b-8e1d-fca3ce2926a7 req-9cbcfa8e-7251-4859-8bfe-619c3ec432e5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:37.563716 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2636db3b-f6cb-4a9b-8e1d-fca3ce2926a7 req-9cbcfa8e-7251-4859-8bfe-619c3ec432e5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0997195 Apr 07 08:19:37.675262 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2636db3b-f6cb-4a9b-8e1d-fca3ce2926a7 req-cd8106a5-3687-42c9-8568-07b3b8bb83c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028917 Apr 07 08:19:37.699311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bd082-d2f6-4ed0-aea2-b66bba05aafe req-5ef06aea-6c79-4c6b-a394-cc9819d39e76 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:37.700850 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-509bd082-d2f6-4ed0-aea2-b66bba05aafe req-5ef06aea-6c79-4c6b-a394-cc9819d39e76 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0822487 Apr 07 08:19:37.813731 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-509bd082-d2f6-4ed0-aea2-b66bba05aafe req-da997396-7967-4556-9845-d4038a986b47 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001718 Apr 07 08:19:38.288437 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4c4929e0-01fb-40db-8c8a-6201699e9b98 req-2bbe4a8e-818c-42f4-99d3-9fb446f85b42 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0260618 Apr 07 08:19:38.548766 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4c1d1-5e48-4f6b-af19-f73c469fcf36 req-72f98f5b-50e4-4582-aa4e-146fcec52596 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:38.548766 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c0a4c1d1-5e48-4f6b-af19-f73c469fcf36 req-72f98f5b-50e4-4582-aa4e-146fcec52596 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0737655 Apr 07 08:19:38.612386 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c0a4c1d1-5e48-4f6b-af19-f73c469fcf36 req-e3d6e39d-099a-4d7e-a3f0-742cc1f4d471 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513864 Apr 07 08:19:38.799257 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6111cb4-4317-4038-ae02-8643e530bc54 req-e8fdb69c-59b5-4e66-a1ab-ee1abf27991e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:38.800752 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a6111cb4-4317-4038-ae02-8643e530bc54 req-e8fdb69c-59b5-4e66-a1ab-ee1abf27991e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Apr 07 08:19:38.879505 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a6111cb4-4317-4038-ae02-8643e530bc54 req-0cc6f2c1-524f-4cdf-b270-c84e5a303e35 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723643 Apr 07 08:19:38.959479 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522193-1248-4212-9c27-a842c0cc4bea req-d88dec31-9495-4ccc-99ea-bb7c9c315a4a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:38.961669 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f522193-1248-4212-9c27-a842c0cc4bea req-d88dec31-9495-4ccc-99ea-bb7c9c315a4a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0717142 Apr 07 08:19:39.046798 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f522193-1248-4212-9c27-a842c0cc4bea req-904cb87c-68dd-41ac-9616-6171f1a48ce5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774930 Apr 07 08:19:39.406010 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b5620b36-3115-4f13-adfc-be1297371554 req-843c4167-eb44-4bdd-893c-b6e412354efe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0385964 Apr 07 08:19:39.792487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e2bd-a112-47df-a568-f2e130201876 req-5b21bce3-ae35-4a93-9114-f3f473200a78 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:39.795930 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aee7e2bd-a112-47df-a568-f2e130201876 req-5b21bce3-ae35-4a93-9114-f3f473200a78 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0746360 Apr 07 08:19:39.881411 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aee7e2bd-a112-47df-a568-f2e130201876 req-2bae337d-e0d2-4cdf-b129-c9c96dc4ec53 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722108 Apr 07 08:19:40.029771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2d1e-4234-4131-bcc2-9e3f095445a8 req-fcd8b2de-6c5d-409d-95ca-4531b170fc2b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:40.036763 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2e2d1e-4234-4131-bcc2-9e3f095445a8 req-fcd8b2de-6c5d-409d-95ca-4531b170fc2b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0818419 Apr 07 08:19:40.102753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8b2e2d1e-4234-4131-bcc2-9e3f095445a8 req-2b4dcac9-2245-481d-94a6-2c2b6a94792d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595694 Apr 07 08:19:40.196230 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875841-a82b-43f5-960c-6c4b3dfd6d92 req-886f8d9b-45f7-4e3d-b95c-fa108704bd94 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:40.197923 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef875841-a82b-43f5-960c-6c4b3dfd6d92 req-886f8d9b-45f7-4e3d-b95c-fa108704bd94 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0536778 Apr 07 08:19:40.255046 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef875841-a82b-43f5-960c-6c4b3dfd6d92 req-2dba591c-4736-4206-ba77-266c9979062e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512540 Apr 07 08:19:40.530318 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-26f744ef-c8fa-4d57-99d1-4af65e546d9f req-ff7614b9-3a94-4ccb-be6c-620c787b8b2d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0437260 Apr 07 08:19:41.004542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800256-9b3f-4cc2-b273-5c3ab7122c0d req-c3751db0-19f4-4197-8cae-453bc55c202a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:41.006338 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c800256-9b3f-4cc2-b273-5c3ab7122c0d req-c3751db0-19f4-4197-8cae-453bc55c202a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0612550 Apr 07 08:19:41.065071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c800256-9b3f-4cc2-b273-5c3ab7122c0d req-2c4b4c0c-56d2-4faf-9758-7be54ff409ec tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 Apr 07 08:19:41.218979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495f7a-0905-441d-96f5-885f829a8e29 req-24bfdf32-4c2a-46a9-bbf8-17de7639105f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:41.220435 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8495f7a-0905-441d-96f5-885f829a8e29 req-24bfdf32-4c2a-46a9-bbf8-17de7639105f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0548737 Apr 07 08:19:41.272984 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8495f7a-0905-441d-96f5-885f829a8e29 req-b6717d50-b634-47ce-835f-38ddc334c179 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Apr 07 08:19:41.374210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed951506-df0e-44de-8953-9796a30a57a7 req-d25006ba-cf72-43b0-8e72-c97d4f7460cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:41.375716 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed951506-df0e-44de-8953-9796a30a57a7 req-d25006ba-cf72-43b0-8e72-c97d4f7460cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0546119 Apr 07 08:19:41.424050 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed951506-df0e-44de-8953-9796a30a57a7 req-208a0c9a-ce32-4863-9584-9b5f3c091a95 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404387 Apr 07 08:19:41.633012 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b85d345-0db8-4882-9a5f-e19fbe4bd763 req-9b9aba70-545a-40da-a50c-8115d95811e8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0270162 Apr 07 08:19:42.249122 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb5754-a01b-4142-8fba-75c33bba3661 req-70592eb9-5503-4510-b389-1458b91d8870 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:42.251145 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ccb5754-a01b-4142-8fba-75c33bba3661 req-70592eb9-5503-4510-b389-1458b91d8870 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0562594 Apr 07 08:19:42.315900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ccb5754-a01b-4142-8fba-75c33bba3661 req-d119d718-b509-454c-b699-1f9d74855152 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569041 Apr 07 08:19:42.414459 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7eebf-0861-4df9-aeb9-107f593f882f req-122cfd51-40f9-4de1-af4f-b08ee75a3eae tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:42.416075 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c1f7eebf-0861-4df9-aeb9-107f593f882f req-122cfd51-40f9-4de1-af4f-b08ee75a3eae tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0563209 Apr 07 08:19:42.464913 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c1f7eebf-0861-4df9-aeb9-107f593f882f req-064f6760-4845-4ce0-8585-4c27d422693e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Apr 07 08:19:42.576724 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34993314-26ae-47be-9cb2-c93e58eff4a9 req-956f4384-61db-4107-9bbd-39ee93bd0c16 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:42.578554 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34993314-26ae-47be-9cb2-c93e58eff4a9 req-956f4384-61db-4107-9bbd-39ee93bd0c16 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0563357 Apr 07 08:19:42.635495 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34993314-26ae-47be-9cb2-c93e58eff4a9 req-3621673b-686e-4677-8f38-531c165f29ec tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446751 Apr 07 08:19:42.744805 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-85347435-ba89-4c10-9a8e-78c4ed7af2fe req-bbdf9026-9946-47f2-a1aa-d18da92b28ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0383117 Apr 07 08:19:42.940778 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-9af0c1e2-fbe5-490a-b1e3-3c52115ca8ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528116 Apr 07 08:19:43.093515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-1a9efd2a-5c39-4233-9bea-507c822bbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.095737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:43.104607 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-1a9efd2a-5c39-4233-9bea-507c822bbb56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 1130 time: 0.0655198 Apr 07 08:19:43.449709 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bb4d9-1b80-447d-8b03-81a201ec3e3b req-a2063f41-8fbb-477d-ba6b-ed4fcffd3682 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.451567 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cc9bb4d9-1b80-447d-8b03-81a201ec3e3b req-a2063f41-8fbb-477d-ba6b-ed4fcffd3682 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 943 time: 0.0602944 Apr 07 08:19:43.558268 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-f3d482cf-6b3b-4424-9a93-10dc4e62e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.563041 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-f3d482cf-6b3b-4424-9a93-10dc4e62e7d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1130 time: 0.0732238 Apr 07 08:19:43.636845 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cc9bb4d9-1b80-447d-8b03-81a201ec3e3b req-53ba0b91-e47f-408e-a9e5-6a195ab94fd9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739714 Apr 07 08:19:43.657240 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4fab9b26-fc59-4d28-9296-2602a88e9e5e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:19:43.677891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-95e4f3d0-c7d2-4c37-8091-27c396ad455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.680221 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-95e4f3d0-c7d2-4c37-8091-27c396ad455c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.1978111 Apr 07 08:19:43.704400 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-0764874f-52a3-4ca8-b391-39613f5708bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.705530 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f39d-8979-484b-82fc-6a60c71f1651 req-e0fa7903-67c4-4555-b870-7177616f990e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.710026 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-0764874f-52a3-4ca8-b391-39613f5708bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1370895 Apr 07 08:19:43.710351 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a592f39d-8979-484b-82fc-6a60c71f1651 req-e0fa7903-67c4-4555-b870-7177616f990e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1256270 Apr 07 08:19:43.747672 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-eddce275-1a85-40af-8f58-8f83d8f0e7d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 200 len: 217 time: 0.0566516 Apr 07 08:19:43.790721 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-4d1e1e9b-8eef-44cc-8649-aad5a7839ad8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 1001 time: 0.0751214 Apr 07 08:19:43.868349 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:43.890718 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:19:43.898322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-36afbd54-4c82-4dee-b538-d7fc67cf7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.899830 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-36afbd54-4c82-4dee-b538-d7fc67cf7b70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.1011868 Apr 07 08:19:43.928906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-e27ec93e-71d1-461d-86a4-4023e5da8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.930897 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-e27ec93e-71d1-461d-86a4-4023e5da8e9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.1746879 Apr 07 08:19:43.944533 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a592f39d-8979-484b-82fc-6a60c71f1651 req-1b0430fc-10f3-44f8-8aaa-db6f28072b69 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007740 Apr 07 08:19:43.961516 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916bcc-5d94-4fa9-9fde-43334afd1612 req-e85bda92-618e-460d-b35f-1bd9da3db768 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:43.970260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d916bcc-5d94-4fa9-9fde-43334afd1612 req-e85bda92-618e-460d-b35f-1bd9da3db768 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.2126577 Apr 07 08:19:43.983961 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4fab9b26-fc59-4d28-9296-2602a88e9e5e is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:19:43.984933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:44.003503 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-8f291360-75be-47b1-b408-44e25fd2c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:44.011615 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-8f291360-75be-47b1-b408-44e25fd2c41a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044483 Apr 07 08:19:44.210687 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-309fa4b2-3096-4822-a3b9-9bd957a6e42b req-85120992-fc41-4e84-b2ac-eeab6a284dbb tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0764291 Apr 07 08:19:44.233371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d916bcc-5d94-4fa9-9fde-43334afd1612 req-e5b9d578-62b0-40ef-8825-c43bd7ba599f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2577531 Apr 07 08:19:44.239219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-7b5f1969-8556-437f-92f9-9c5c939968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:44.241342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-7b5f1969-8556-437f-92f9-9c5c939968b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3014698 Apr 07 08:19:44.262971 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fab9b26-fc59-4d28-9296-2602a88e9e5e {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:19:44.267346 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-54e7b104-3085-45aa-a3e6-01ce0e857528 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275975 Apr 07 08:19:44.286191 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:44.364205 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:44.443158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:44.494189 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-e28f00dd-2836-4836-9cce-7d0d862750e5 req-3b2a08fe-6382-404a-930d-8ed4ec69c2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325576 Apr 07 08:19:44.512887 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-85566972-9f13-4ac9-9826-bcc24d3f15e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543741 Apr 07 08:19:44.821325 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['4fab9b26-fc59-4d28-9296-2602a88e9e5e'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:19:44.901933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342e36b-763d-43cc-bd44-cd8b0bab56c7 req-b117a7dd-3c7e-4d23-bc25-4ef481b19b55 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:44.903425 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3342e36b-763d-43cc-bd44-cd8b0bab56c7 req-b117a7dd-3c7e-4d23-bc25-4ef481b19b55 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 944 time: 0.1048560 Apr 07 08:19:44.952313 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ff65ed2-0ae0-4149-80e4-d88536a1db2b req-d32ad0f0-0609-4e97-aeb7-284110fc513a service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310246 Apr 07 08:19:44.987293 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3342e36b-763d-43cc-bd44-cd8b0bab56c7 req-b46f9524-79a4-4414-8625-72da1ea7b390 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726173 Apr 07 08:19:45.048617 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1095e66a-0b1d-4b6b-9119-5dc59294692e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:45.050391 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1095e66a-0b1d-4b6b-9119-5dc59294692e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.2108278 Apr 07 08:19:45.238688 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e75ab-abd6-43bd-ac16-661a2b3e104a req-1e82b9b7-6080-40a4-84f6-4268d7e6cdda tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:45.251127 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f19e75ab-abd6-43bd-ac16-661a2b3e104a req-1e82b9b7-6080-40a4-84f6-4268d7e6cdda tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1538122 Apr 07 08:19:45.310075 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-2a192c4b-28d8-4837-a406-07c560cc2c50 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 470 time: 0.2173789 Apr 07 08:19:45.330889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f19e75ab-abd6-43bd-ac16-661a2b3e104a req-ff7ef9d8-21c8-4bbd-956a-735c624a4d5a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788825 Apr 07 08:19:45.372455 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-688d94f7-7c98-4b14-973f-87baa1e85d0b req-e52288b2-cbc1-4ac6-bdfe-e9c65f8d5c75 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0402713 Apr 07 08:19:45.476149 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11164d8f-dedd-4a4f-8758-79339070d7ba req-c739707a-3471-4e26-9f0c-5d284d15322f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:45.477635 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11164d8f-dedd-4a4f-8758-79339070d7ba req-c739707a-3471-4e26-9f0c-5d284d15322f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0623906 Apr 07 08:19:45.529546 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11164d8f-dedd-4a4f-8758-79339070d7ba req-75381b2a-8e08-4c18-9ffa-b156a10b430a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462272 Apr 07 08:19:45.818840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'port': {'device_id': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'admin_state_up': True, 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'security_groups': ['414189dd-954c-43af-935c-4a180f3e0dff']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:46.051723 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4fab9b26-fc59-4d28-9296-2602a88e9e5e up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:19:46.097003 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421c2c3-744e-433f-bce7-4f49c197dd7a req-05844a88-56e2-47ea-be69-38d9dd9ade34 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:46.098390 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b421c2c3-744e-433f-bce7-4f49c197dd7a req-05844a88-56e2-47ea-be69-38d9dd9ade34 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 944 time: 0.0531263 Apr 07 08:19:46.144552 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b421c2c3-744e-433f-bce7-4f49c197dd7a req-9854f8f9-b82a-4f16-8b84-099fa5833571 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Apr 07 08:19:46.204564 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:19:46.206145 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 4fab9b26-fc59-4d28-9296-2602a88e9e5e completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:19:46.212775 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.215788 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 4fab9b26-fc59-4d28-9296-2602a88e9e5e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:19:46.216177 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.366309 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4fab9b26-fc59-4d28-9296-2602a88e9e5e is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:19:46.367059 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.499294 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:46.501806 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:46.505651 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f9c606-412a-48f8-bd88-8fe2a989027c" -d '{"events": [{"server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "name": "network-vif-plugged", "status": "completed", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:46.509019 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39c11-41e5-471f-8b82-09c31c7aeadf req-56024b9a-cf6f-4e76-b41f-3b4e5aece91d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:46.516468 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8e39c11-41e5-471f-8b82-09c31c7aeadf req-56024b9a-cf6f-4e76-b41f-3b4e5aece91d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0738986 Apr 07 08:19:46.559762 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.20.0.6 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/dfe91b1e-3fb4-45a8-a632-0d23dcc62435) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:19:46.593332 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.598356 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-50926a01-47ee-46f1-ade6-7498b1df93ad req-f1b09fe7-53d2-4017-9704-2d12a7eccce5 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0580826 Apr 07 08:19:46.611689 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8e39c11-41e5-471f-8b82-09c31c7aeadf req-f2ef0c53-191b-422f-83c8-4f605a6933ac tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939767 Apr 07 08:19:46.669583 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:46.725171 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259a414-bb96-4425-9c6e-387e211ced65 x-openstack-request-id: req-6259a414-bb96-4425-9c6e-387e211ced65 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:46.725674 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "name": "network-vif-plugged", "status": "completed", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:46.726496 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6259a414-bb96-4425-9c6e-387e211ced65 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:46.727083 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6259a414-bb96-4425-9c6e-387e211ced65'] response: {'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'code': 200} Apr 07 08:19:46.788806 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.811862 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7119b-c18d-4007-b401-0dbae984a6c3 req-631b0fd2-0846-402e-aabb-95f7db9fe4f9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:46.813904 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65d7119b-c18d-4007-b401-0dbae984a6c3 req-631b0fd2-0846-402e-aabb-95f7db9fe4f9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0740781 Apr 07 08:19:46.870592 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65d7119b-c18d-4007-b401-0dbae984a6c3 req-5954d6f5-bd65-4117-a04f-bf2636335679 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489423 Apr 07 08:19:46.913952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:46.992802 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:19:46.996202 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:19:46.999712 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:19:47.048010 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:47.060272 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.060653 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.060975 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.061315 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.061656 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.062008 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.062327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.062691 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.063022 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.063401 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.063736 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.064112 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.064445 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.064792 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.065099 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:47.078405 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:47.079034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:47.241779 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-1dbaabe6-ae17-4845-86d5-4f85869acdbc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270785 Apr 07 08:19:47.283060 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424300a-0523-4a82-9e5a-6a67511a4b24 req-d024e3a6-fe6f-40e4-9ab5-ec0b3767257e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:47.284591 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1424300a-0523-4a82-9e5a-6a67511a4b24 req-d024e3a6-fe6f-40e4-9ab5-ec0b3767257e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0596755 Apr 07 08:19:47.295508 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-ad6d49a5-c775-45fd-a8ec-5ffa7c45ee69 None None] Provisioning complete for port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:19:47.296068 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ad6d49a5-c775-45fd-a8ec-5ffa7c45ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:47.331332 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d49a5-c775-45fd-a8ec-5ffa7c45ee69 None None] Port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:19:47.339699 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1424300a-0523-4a82-9e5a-6a67511a4b24 req-74ee39bd-68ea-4d08-acfd-8003c9901a0f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442479 Apr 07 08:19:47.759835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd68808-7251-4b90-b62c-6fef7eeb6153 req-b0957ef6-2fe7-4547-b767-6b29a29a56d9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:47.767068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ffd68808-7251-4b90-b62c-6fef7eeb6153 req-b0957ef6-2fe7-4547-b767-6b29a29a56d9 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 931 time: 0.0873342 Apr 07 08:19:47.768857 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85783159-5b71-4ca7-a212-c2ad068e097c req-dba131d6-b66d-4056-9b30-764c3302efd6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:47.770198 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-85783159-5b71-4ca7-a212-c2ad068e097c req-dba131d6-b66d-4056-9b30-764c3302efd6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0839825 Apr 07 08:19:47.848324 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ffd68808-7251-4b90-b62c-6fef7eeb6153 req-9cb25278-d60a-41a4-917d-33c05d9b3e44 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718782 Apr 07 08:19:47.848324 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-85783159-5b71-4ca7-a212-c2ad068e097c req-49c8d7ff-3e1b-4735-b97d-9c6906038cb7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695801 Apr 07 08:19:48.455757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ac47-0396-4598-98d2-c456e583e124 req-05e4912c-36b0-4bf6-85e0-51953e74d092 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:48.457242 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4159ac47-0396-4598-98d2-c456e583e124 req-05e4912c-36b0-4bf6-85e0-51953e74d092 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0533595 Apr 07 08:19:48.504558 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4159ac47-0396-4598-98d2-c456e583e124 req-227f0df1-99b5-46fa-ad32-ec7095db23fb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415750 Apr 07 08:19:48.797822 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2f13248d-6ef6-48b2-8995-ebecec6d36ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:48.998940 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0efdd-ac8e-4614-b27d-21d72aee4e11 req-f7a8e6dd-e079-44fe-aad8-2c062ca5d033 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:49.000434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f8a0efdd-ac8e-4614-b27d-21d72aee4e11 req-f7a8e6dd-e079-44fe-aad8-2c062ca5d033 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 931 time: 0.0841441 Apr 07 08:19:49.021217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad98606-2eb0-409e-97f7-2ad00db2135e req-255176ae-613f-4609-a09c-5e696dfdd2aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:49.022638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ad98606-2eb0-409e-97f7-2ad00db2135e req-255176ae-613f-4609-a09c-5e696dfdd2aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0945759 Apr 07 08:19:49.085643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f8a0efdd-ac8e-4614-b27d-21d72aee4e11 req-b3450d70-d314-4c0a-bb03-fbb59f46d61f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793920 Apr 07 08:19:49.089572 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ad98606-2eb0-409e-97f7-2ad00db2135e req-3888ae76-d6d3-492c-8347-b1ad4545138a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610149 Apr 07 08:19:49.235952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Request body: {'port': {'device_id': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:49.308177 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:49.641931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7681031-3775-4c7e-8fc9-846a921bb19d req-a61280b5-3694-4512-afe7-4d24508ab2fa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:49.643646 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7681031-3775-4c7e-8fc9-846a921bb19d req-a61280b5-3694-4512-afe7-4d24508ab2fa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0550199 Apr 07 08:19:49.692857 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d7681031-3775-4c7e-8fc9-846a921bb19d req-04b51f84-30b7-443e-a068-559196b326e7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Apr 07 08:19:49.807131 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe91b1e-3fb4-45a8-a632-0d23dcc62435 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:19:49.814940 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks [] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:49.828058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Transition to ACTIVE for port object dfe91b1e-3fb4-45a8-a632-0d23dcc62435 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:19:49.837365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b25ca-ae71-4de3-ad25-a3c2cc9905d6 req-e60f9fc9-42b3-4df0-bed8-302dadd75272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:49.838900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a32b25ca-ae71-4de3-ad25-a3c2cc9905d6 req-e60f9fc9-42b3-4df0-bed8-302dadd75272 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.0487256 Apr 07 08:19:49.883409 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a32b25ca-ae71-4de3-ad25-a3c2cc9905d6 req-c230b059-abb0-4e68-bc38-5c22885f6551 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Apr 07 08:19:49.955977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:50.012767 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:50.086628 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Attempting to bind port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:19:50.086984 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Attempting to bind port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:19:50.087317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Attempting to bind port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:19:50.091794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 on network e436714d-fd7b-4023-a411-0a52d57a3d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:19:50.092114 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Attempting to bind port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:19:50.097507 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:19:50.097969 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:19:50.098460 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:19:50.098887 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Bound port: dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:19:50.099249 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:50.175936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:19:50.179421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:19:50.244474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e603488-6b42-4a71-b51b-c99a8056bb70 req-4c10ac18-1608-4b8e-845f-8f2ca2891efb tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.245962 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5e603488-6b42-4a71-b51b-c99a8056bb70 req-4c10ac18-1608-4b8e-845f-8f2ca2891efb tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0840065 Apr 07 08:19:50.253007 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302d39-e07a-45aa-afe9-6b7bfa09458d req-94da96a2-2231-4e55-ae2e-1afccca5534c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.254334 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23302d39-e07a-45aa-afe9-6b7bfa09458d req-94da96a2-2231-4e55-ae2e-1afccca5534c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0823812 Apr 07 08:19:50.307611 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:50.329394 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5e603488-6b42-4a71-b51b-c99a8056bb70 req-330b1781-d9ec-42a7-9665-401f1543fc16 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740070 Apr 07 08:19:50.333317 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23302d39-e07a-45aa-afe9-6b7bfa09458d req-7bb9365d-7e59-4a8d-941c-265f1fa6b688 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715761 Apr 07 08:19:50.344667 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.347937 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:50.347937 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] 10.222.0.20 "PUT /v2.0/ports/dfe91b1e-3fb4-45a8-a632-0d23dcc62435 HTTP/1.1" status: 200 len: 1093 time: 1.1151268 Apr 07 08:19:50.347937 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:50.349301 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d41fdce-958a-4963-9d8b-ad819d31fb69" -d '{"events": [{"name": "network-changed", "server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:50.379236 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc12ec-14bf-4eac-b5d6-3defcf57fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:50.405433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230bf4d7-9734-40b2-9f6b-6de00784a7d7 x-openstack-request-id: req-230bf4d7-9734-40b2-9f6b-6de00784a7d7 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:50.405757 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:50.406147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-230bf4d7-9734-40b2-9f6b-6de00784a7d7 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:50.406852 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230bf4d7-9734-40b2-9f6b-6de00784a7d7'] response: {'name': 'network-changed', 'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'status': 'completed', 'code': 200} Apr 07 08:19:50.815880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79011714-2008-4cd0-8e4a-9d4bb4a0e9d1 req-c9434817-2d7a-4450-ac1b-04448c98893b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.817375 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79011714-2008-4cd0-8e4a-9d4bb4a0e9d1 req-c9434817-2d7a-4450-ac1b-04448c98893b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0573988 Apr 07 08:19:50.866973 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79011714-2008-4cd0-8e4a-9d4bb4a0e9d1 req-cca22a11-7b5d-4b63-b36a-1bec0e5e4969 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436013 Apr 07 08:19:50.934000 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-e288e544-22cf-4a62-8e4b-870f8369c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.935634 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-e288e544-22cf-4a62-8e4b-870f8369c9ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1130 time: 0.0543966 Apr 07 08:19:50.945372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-4cf12cbb-ff31-4d33-8132-83965514958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:50.946844 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-4cf12cbb-ff31-4d33-8132-83965514958b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 1127 time: 0.0454609 Apr 07 08:19:50.958746 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a29b54c5-5236-4b74-ae05-f629c8da557d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:51.070364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-c992757a-fed7-4f65-a1ae-e0793a519fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.072096 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-c992757a-fed7-4f65-a1ae-e0793a519fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=855750222ce5470b8ee897311bbc175c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020389 Apr 07 08:19:51.076416 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-2b94b295-6b67-446a-a404-73f5c0096a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.077877 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-2b94b295-6b67-446a-a404-73f5c0096a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1080511 Apr 07 08:19:51.152019 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-dfc37910-6d4e-4605-b12f-1ec3a1fadc93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 1001 time: 0.0672843 Apr 07 08:19:51.180485 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-baa1de26-8ee0-481f-9f00-fd9de5e06660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.181963 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d41fdce-958a-4963-9d8b-ad819d31fb69 req-baa1de26-8ee0-481f-9f00-fd9de5e06660 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976102 Apr 07 08:19:51.488176 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c430d58-27ac-4ebe-ac74-b4e7a84f8da0 req-43795bf3-be72-4bc1-929d-01044a77f21b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.489696 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6c430d58-27ac-4ebe-ac74-b4e7a84f8da0 req-43795bf3-be72-4bc1-929d-01044a77f21b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0892353 Apr 07 08:19:51.501138 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d01ad9-1bcc-4f9f-ac8d-52e4ae073e67 req-a80efa25-c46f-4ca6-8f2b-4e3ddc6699af tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.502547 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54d01ad9-1bcc-4f9f-ac8d-52e4ae073e67 req-a80efa25-c46f-4ca6-8f2b-4e3ddc6699af tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0900693 Apr 07 08:19:51.571955 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6c430d58-27ac-4ebe-ac74-b4e7a84f8da0 req-0021bcbd-e7b4-4a21-b39e-97a931c3fd0a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684412 Apr 07 08:19:51.578753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54d01ad9-1bcc-4f9f-ac8d-52e4ae073e67 req-78b3752e-fe0b-4979-9263-805fecbfa1c8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689764 Apr 07 08:19:51.987323 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c6ef-b62b-4262-adb1-0a7d38537a0a req-24f786e3-5829-4378-ac7c-0ce69ba1d7aa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:51.988794 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d359c6ef-b62b-4262-adb1-0a7d38537a0a req-24f786e3-5829-4378-ac7c-0ce69ba1d7aa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0538430 Apr 07 08:19:52.025034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57806) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:52.046398 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d359c6ef-b62b-4262-adb1-0a7d38537a0a req-a861797f-57af-4022-b4f8-e57ced7e33f1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519822 Apr 07 08:19:52.130341 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-caeac474-1301-4f70-949a-3e933f0b2b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.219704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-caeac474-1301-4f70-949a-3e933f0b2b85 admin admin] Publish callbacks [] for security_group (f873a63d-da26-43a5-b377-cd1e9d2f17bd), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.295277 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.375129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-caeac474-1301-4f70-949a-3e933f0b2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f873a63d-da26-43a5-b377-cd1e9d2f17bd), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.413185 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-caeac474-1301-4f70-949a-3e933f0b2b85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bda535ba04674b52a839bbe6b74778e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863862 Apr 07 08:19:52.414378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeac474-1301-4f70-949a-3e933f0b2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f873a63d-da26-43a5-b377-cd1e9d2f17bd,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:52.415715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57816) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:52.462870 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Publish callbacks [] for security_group (f873a63d-da26-43a5-b377-cd1e9d2f17bd), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.483650 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Publish callbacks [] for security_group (f873a63d-da26-43a5-b377-cd1e9d2f17bd), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.638583 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f873a63d-da26-43a5-b377-cd1e9d2f17bd), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.641152 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:52.642314 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f873a63d-da26-43a5-b377-cd1e9d2f17bd HTTP/1.1" status: 204 len: 168 time: 0.2255819 Apr 07 08:19:52.668352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f873a63d-da26-43a5-b377-cd1e9d2f17bd,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:52.708222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.708569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.708913 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.709778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.710117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.710445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.710794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.711119 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.711446 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.711771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.712098 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.712425 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.712748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.713067 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.713387 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9370a8-0f71-4241-9b7e-13bfe32f1575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:19:52.749912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd99fd8-b22f-4a1e-b5db-961f3077555b req-e05a6874-8ebe-4d97-87a2-e8b167ad60ea tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:52.751431 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cd99fd8-b22f-4a1e-b5db-961f3077555b req-e05a6874-8ebe-4d97-87a2-e8b167ad60ea tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.1080780 Apr 07 08:19:52.758908 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007035bb-5f0e-4938-87a5-cddf031cbd38 req-4d2c4b61-5e07-45de-8f34-75856485cdf0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:52.760277 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-007035bb-5f0e-4938-87a5-cddf031cbd38 req-4d2c4b61-5e07-45de-8f34-75856485cdf0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.1007423 Apr 07 08:19:52.830847 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cd99fd8-b22f-4a1e-b5db-961f3077555b req-2f993aaa-a41f-4682-a136-dbed1b8de3b8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695982 Apr 07 08:19:52.834040 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-007035bb-5f0e-4938-87a5-cddf031cbd38 req-02f18f48-7e3a-4ded-8368-1a671435aabe tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672920 Apr 07 08:19:53.168714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8720e7-cd8b-49b5-a531-f025497f6f84 req-a7e124ed-5287-4e57-b6ce-0c6597895a61 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:53.170174 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b8720e7-cd8b-49b5-a531-f025497f6f84 req-a7e124ed-5287-4e57-b6ce-0c6597895a61 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0536842 Apr 07 08:19:53.228737 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b8720e7-cd8b-49b5-a531-f025497f6f84 req-614179ea-ddd4-4f0f-81a9-e4903f028e36 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527709 Apr 07 08:19:53.325433 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57834) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:53.338154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70f75289-7166-4692-8137-acbd3113d060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.416302 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70f75289-7166-4692-8137-acbd3113d060 admin admin] Publish callbacks [] for security_group (044aaa5c-5511-4b38-99eb-aeef8365937a), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.449579 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.523812 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-70f75289-7166-4692-8137-acbd3113d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (044aaa5c-5511-4b38-99eb-aeef8365937a), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.561485 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-70f75289-7166-4692-8137-acbd3113d060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c72b195bf2a54564be23ef0234a194f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350082 Apr 07 08:19:53.562348 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f75289-7166-4692-8137-acbd3113d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044aaa5c-5511-4b38-99eb-aeef8365937a,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:53.564189 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57836) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:53.612666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] Publish callbacks [] for security_group (044aaa5c-5511-4b38-99eb-aeef8365937a), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.633512 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] Publish callbacks [] for security_group (044aaa5c-5511-4b38-99eb-aeef8365937a), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.783816 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (044aaa5c-5511-4b38-99eb-aeef8365937a), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.786639 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:53.788312 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/044aaa5c-5511-4b38-99eb-aeef8365937a HTTP/1.1" status: 204 len: 168 time: 0.2231171 Apr 07 08:19:53.795884 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000563a-a3ee-4adf-b5ca-2081f94d3c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044aaa5c-5511-4b38-99eb-aeef8365937a,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:53.978449 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9d730-30cf-4eae-9560-e85ce6570813 req-d1f2f409-36f7-4abc-aa7a-228bd9e48c5a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:53.979930 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bcc9d730-30cf-4eae-9560-e85ce6570813 req-d1f2f409-36f7-4abc-aa7a-228bd9e48c5a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0829954 Apr 07 08:19:53.991245 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d459-8dee-4e0e-bad1-6870d9abc7a4 req-d78f2be7-f6eb-44e0-b5b9-bae6f4ee2082 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:53.992593 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-31c3d459-8dee-4e0e-bad1-6870d9abc7a4 req-d78f2be7-f6eb-44e0-b5b9-bae6f4ee2082 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 946 time: 0.0691507 Apr 07 08:19:54.065320 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bcc9d730-30cf-4eae-9560-e85ce6570813 req-538dc49d-d434-4ca4-b46e-77e629fb97c1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716643 Apr 07 08:19:54.069435 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-31c3d459-8dee-4e0e-bad1-6870d9abc7a4 req-12e60cc0-7b51-4e99-8c21-622025dab168 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702882 Apr 07 08:19:54.350131 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a58a7-678c-4bfb-8fed-c5133a0b06b3 req-8b0091f6-0c46-4c1d-b642-270066d8a4d8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:54.351623 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e79a58a7-678c-4bfb-8fed-c5133a0b06b3 req-8b0091f6-0c46-4c1d-b642-270066d8a4d8 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0633075 Apr 07 08:19:54.396975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e79a58a7-678c-4bfb-8fed-c5133a0b06b3 req-88427cf4-3535-4b27-9520-551a37408615 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398340 Apr 07 08:19:54.456569 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:19:54.535863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: ACTIVE; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:19:54.541729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:54.557926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:54.560164 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096afb7-10eb-4933-ba99-e330916b418b" -d '{"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:54.572776 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:19:54.604084 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16695b9b-5c0b-4554-baf0-d5851aab4c5a x-openstack-request-id: req-16695b9b-5c0b-4554-baf0-d5851aab4c5a {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:54.604375 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:54.604632 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16695b9b-5c0b-4554-baf0-d5851aab4c5a {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:54.605029 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16695b9b-5c0b-4554-baf0-d5851aab4c5a'] response: {'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'code': 200} Apr 07 08:19:54.698997 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:54.730332 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-ebe94f1b-12f4-46f0-8772-84a3efd46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:54.735907 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-ebe94f1b-12f4-46f0-8772-84a3efd46b37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0476964 Apr 07 08:19:54.753227 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=8']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:54.809394 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:54.823106 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-969fc77b-2ac2-4e93-a2d8-5a3d9464ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:54.824639 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-969fc77b-2ac2-4e93-a2d8-5a3d9464ec00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527644 Apr 07 08:19:54.846096 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-103026cc-8647-44de-9cc3-a13a18b92d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:54.847684 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-103026cc-8647-44de-9cc3-a13a18b92d1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 1127 time: 0.0546563 Apr 07 08:19:54.900082 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-13d49865-0b66-4e31-a9de-4cbeb8e6ca98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435 HTTP/1.1" status: 200 len: 217 time: 0.0379312 Apr 07 08:19:54.919082 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-e68fdd25-01d6-42c7-874d-c7fc7c115449 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876777 Apr 07 08:19:54.947939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-25df721f-9b02-401a-9f76-e6008b995917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:54.949374 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-25df721f-9b02-401a-9f76-e6008b995917 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0427303 Apr 07 08:19:55.001014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-5fb8a978-c48a-4edb-95e5-05d15f4c44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:55.002604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-5fb8a978-c48a-4edb-95e5-05d15f4c44bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454936 Apr 07 08:19:55.014380 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-b54a7d2e-d4bc-4b9b-bf7c-33a82b33799b req-f85c6743-a7da-41da-88b6-200922c753a9 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892477 Apr 07 08:19:55.142815 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-a0a5e90c-25f9-40f3-acb2-ea2da30b65f7 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326699 Apr 07 08:19:55.232588 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2574b6-0e5c-494b-8eef-d155c7c08863 req-c9b0e640-6941-40e6-92f5-1f6bf69e874a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:55.234115 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4e2574b6-0e5c-494b-8eef-d155c7c08863 req-c9b0e640-6941-40e6-92f5-1f6bf69e874a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0792258 Apr 07 08:19:55.242612 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c949b8-10aa-4311-bd2f-cb6311a3093c req-e06b555c-e661-47ad-baea-d29d53977507 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:55.249274 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c949b8-10aa-4311-bd2f-cb6311a3093c req-e06b555c-e661-47ad-baea-d29d53977507 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.1099439 Apr 07 08:19:55.330120 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9c949b8-10aa-4311-bd2f-cb6311a3093c req-d43b5f49-dcf2-4208-9e9b-098ed285ac28 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799456 Apr 07 08:19:55.333734 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4e2574b6-0e5c-494b-8eef-d155c7c08863 req-a0b8f319-bd50-4481-95f8-1f26ca5806b3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825565 Apr 07 08:19:55.512714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea520f-016b-4d45-accd-8227dbdab5a7 req-927631ce-88fd-4b9f-a3fb-3728d3a7aa3e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:55.514224 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6ea520f-016b-4d45-accd-8227dbdab5a7 req-927631ce-88fd-4b9f-a3fb-3728d3a7aa3e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0519366 Apr 07 08:19:55.561295 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6ea520f-016b-4d45-accd-8227dbdab5a7 req-29f08844-5d66-4593-b590-83419187ca39 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412726 Apr 07 08:19:55.725016 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9fd63-14e2-46b1-a20f-4aee62fe27d1 req-e13a1070-62dd-4c65-ba5d-8146baaf9739 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:55.725016 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-68e9fd63-14e2-46b1-a20f-4aee62fe27d1 req-e13a1070-62dd-4c65-ba5d-8146baaf9739 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0592017 Apr 07 08:19:55.729080 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57898) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:55.733662 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'floatingip': {'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:19:55.781880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.221770 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.363411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 57904) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:56.375694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.523337 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57914) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:56.567516 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b641b206-6e26-4ad5-b050-3ca7328311fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.598134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c9250b81-40a6-4cc2-8593-f7ca744a7560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.608277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ed5c-e691-4804-8357-59808eb92440 req-1607b6a1-8bdc-46c5-8351-58ba25b36d9c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:56.609730 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c28ed5c-e691-4804-8357-59808eb92440 req-1607b6a1-8bdc-46c5-8351-58ba25b36d9c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1704702 Apr 07 08:19:56.628669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a00f11-52ec-416c-b3b0-da2dbdc3a821 req-6e885213-18c9-4222-ac77-bfaaaeffae42 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:56.630909 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5a00f11-52ec-416c-b3b0-da2dbdc3a821 req-6e885213-18c9-4222-ac77-bfaaaeffae42 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.1904480 Apr 07 08:19:56.641034 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Floating IP 8474aa8f-aac2-4c09-8f6c-bfae0d6b3719 associated. External IP: 172.27.1.181, port: 4fab9b26-fc59-4d28-9296-2602a88e9e5e. Apr 07 08:19:56.692810 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c9250b81-40a6-4cc2-8593-f7ca744a7560 admin admin] Publish callbacks [] for security_group (084cdcd4-a02b-41ba-9065-6a6daa962144), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.801837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c9250b81-40a6-4cc2-8593-f7ca744a7560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (084cdcd4-a02b-41ba-9065-6a6daa962144), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.842966 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c9250b81-40a6-4cc2-8593-f7ca744a7560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f7556e19e264a7992b11b21f0434cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185122 Apr 07 08:19:56.843830 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9250b81-40a6-4cc2-8593-f7ca744a7560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084cdcd4-a02b-41ba-9065-6a6daa962144,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:56.846184 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57922) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:56.895169 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] Publish callbacks [] for security_group (084cdcd4-a02b-41ba-9065-6a6daa962144), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:56.917605 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] Publish callbacks [] for security_group (084cdcd4-a02b-41ba-9065-6a6daa962144), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.036990 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c28ed5c-e691-4804-8357-59808eb92440 req-a74cb4de-4d60-41a7-8043-6f38a97f19a9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195123 Apr 07 08:19:57.051178 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5a00f11-52ec-416c-b3b0-da2dbdc3a821 req-2c98a99c-57d8-4cf6-9735-d9efab513ac3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4065042 Apr 07 08:19:57.065388 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (084cdcd4-a02b-41ba-9065-6a6daa962144), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.065915 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.070314 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/084cdcd4-a02b-41ba-9065-6a6daa962144 HTTP/1.1" status: 204 len: 168 time: 0.2231569 Apr 07 08:19:57.078424 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abeb2b-9d0d-49bc-8564-e2704b6aa931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cdcd4-a02b-41ba-9065-6a6daa962144,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:57.178969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b641b206-6e26-4ad5-b050-3ca7328311fb admin admin] Publish callbacks [] for security_group (1bfdf121-ecf0-4646-a8e3-13b66d1c9b86), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.207293 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Router 3930cc92-015b-473f-acc6-b35f86f96238 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:19:57.255710 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b641b206-6e26-4ad5-b050-3ca7328311fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1bfdf121-ecf0-4646-a8e3-13b66d1c9b86), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.345024 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b641b206-6e26-4ad5-b050-3ca7328311fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1aaf10211c94190948a22094b3d1799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9803905 Apr 07 08:19:57.345844 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641b206-6e26-4ad5-b050-3ca7328311fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfdf121-ecf0-4646-a8e3-13b66d1c9b86,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:57.347713 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 57926) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:57.359410 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:19:57.368770 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.369930 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:19:57.383415 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:19:57.391437 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:19:57.406167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] Publish callbacks [] for security_group (1bfdf121-ecf0-4646-a8e3-13b66d1c9b86), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.417002 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-621d14c5-cf92-4794-af95-fbaf2f65c6a5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "PUT /v2.0/floatingips/8474aa8f-aac2-4c09-8f6c-bfae0d6b3719 HTTP/1.1" status: 200 len: 991 time: 1.6847959 Apr 07 08:19:57.417002 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:19:57.422268 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2490f628-5dff-4a41-ad29-a71138a8385f" -d '{"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:19:57.431231 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] Publish callbacks [] for security_group (1bfdf121-ecf0-4646-a8e3-13b66d1c9b86), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.461557 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae6e0d-fa7b-44ce-82f2-b7846dace49b x-openstack-request-id: req-1cae6e0d-fa7b-44ce-82f2-b7846dace49b {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:19:57.462071 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:19:57.462550 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cae6e0d-fa7b-44ce-82f2-b7846dace49b {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:19:57.463031 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cae6e0d-fa7b-44ce-82f2-b7846dace49b'] response: {'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'status': 'completed', 'code': 200} Apr 07 08:19:57.512719 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:19:57.590375 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1bfdf121-ecf0-4646-a8e3-13b66d1c9b86), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.593105 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:57.596651 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bfdf121-ecf0-4646-a8e3-13b66d1c9b86 HTTP/1.1" status: 204 len: 168 time: 0.2454827 Apr 07 08:19:57.605429 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fa8b3-514a-4fae-916d-494fceda5e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfdf121-ecf0-4646-a8e3-13b66d1c9b86,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:57.828365 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:19:56Z', 'revision_number': 1, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:19:57.855574 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:19:57.867523 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:19:57.868142 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:19:57.981160 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:19:58.207779 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aae732-b109-481c-a8c5-2b7cd2b73d9d req-95d285b7-9c0b-48d4-86fd-b31014199be5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:58.209256 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a6aae732-b109-481c-a8c5-2b7cd2b73d9d req-95d285b7-9c0b-48d4-86fd-b31014199be5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0925939 Apr 07 08:19:58.221101 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4527d9-f8fa-4a10-b652-c179c5d98208 req-1619c45e-f614-48e6-99ab-355ee96eedc4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:58.222605 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ae4527d9-f8fa-4a10-b652-c179c5d98208 req-1619c45e-f614-48e6-99ab-355ee96eedc4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0767508 Apr 07 08:19:58.260611 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:19:56Z', 'revision_number': 1, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:19:58.296358 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c380973b-a695-494c-b196-0ad9d2414bf7 None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:19:56Z', 'revision_number': 1, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:19:58.297379 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a6aae732-b109-481c-a8c5-2b7cd2b73d9d req-f0cc092b-e756-4140-9017-25c91d97c236 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738239 Apr 07 08:19:58.322742 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ae4527d9-f8fa-4a10-b652-c179c5d98208 req-9e96453b-82c7-4948-88b8-a7f5886ac421 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782204 Apr 07 08:19:58.542915 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5727c-fe49-46ff-a012-bb05c7b65103 None None] New status for floating IP 8474aa8f-aac2-4c09-8f6c-bfae0d6b3719: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:19:59.040426 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f628-5dff-4a41-ad29-a71138a8385f req-17673dc3-2e7d-454e-a6d9-47fe8165dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:59.041918 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-17673dc3-2e7d-454e-a6d9-47fe8165dca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.0463440 Apr 07 08:19:59.072090 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-840616e4-72bf-4c3c-b03d-38a0e0edecf8 req-45e103be-a767-4b12-a5d7-2a33b8d51560 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Apr 07 08:19:59.237815 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f628-5dff-4a41-ad29-a71138a8385f req-c37a0ecf-a781-42aa-a4b3-3340f9b6e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:59.239367 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-c37a0ecf-a781-42aa-a4b3-3340f9b6e4f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0894425 Apr 07 08:19:59.324403 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-c8615cf3-ba0c-4b4d-a590-ea4050841d7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1001 time: 0.0751069 Apr 07 08:19:59.441618 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58012) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:59.498894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa9040-6a4a-4201-98ed-433e0824e0fe req-7391d51f-a98e-4f25-aca1-861e4032fdd6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:59.505458 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e3fa9040-6a4a-4201-98ed-433e0824e0fe req-7391d51f-a98e-4f25-aca1-861e4032fdd6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0998018 Apr 07 08:19:59.531708 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f8fc-2e6c-4b21-a4eb-65a97d1c6ec8 req-91e5087d-f187-4ade-b727-2d353df9868a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:19:59.533937 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d24f8fc-2e6c-4b21-a4eb-65a97d1c6ec8 req-91e5087d-f187-4ade-b727-2d353df9868a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1139214 Apr 07 08:19:59.569791 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f03cbcb-785e-4b1d-b1de-06eeacb939e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:59.579317 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e3fa9040-6a4a-4201-98ed-433e0824e0fe req-5c746b8d-be2b-4d24-b950-48cf5e288792 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729864 Apr 07 08:19:59.604393 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4d24f8fc-2e6c-4b21-a4eb-65a97d1c6ec8 req-8afccbe2-ebe2-4800-a8ca-19684f4a1562 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589776 Apr 07 08:19:59.664874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f03cbcb-785e-4b1d-b1de-06eeacb939e1 admin admin] Publish callbacks [] for security_group (69dc09fe-15a1-4c36-b5b7-b533f3448d98), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:59.761618 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f03cbcb-785e-4b1d-b1de-06eeacb939e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (69dc09fe-15a1-4c36-b5b7-b533f3448d98), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:59.798418 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03cbcb-785e-4b1d-b1de-06eeacb939e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc09fe-15a1-4c36-b5b7-b533f3448d98,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:19:59.802762 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9f03cbcb-785e-4b1d-b1de-06eeacb939e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=472b9ddd2c6a4d17804bccb515a9b81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600993 Apr 07 08:19:59.806086 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58022) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:19:59.855441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] Publish callbacks [] for security_group (69dc09fe-15a1-4c36-b5b7-b533f3448d98), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:19:59.881277 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] Publish callbacks [] for security_group (69dc09fe-15a1-4c36-b5b7-b533f3448d98), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:00.047090 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (69dc09fe-15a1-4c36-b5b7-b533f3448d98), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:00.049897 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:00.051787 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69dc09fe-15a1-4c36-b5b7-b533f3448d98 HTTP/1.1" status: 204 len: 168 time: 0.2446821 Apr 07 08:20:00.060586 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e58f4d-3d48-42db-b17c-db453e0e6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc09fe-15a1-4c36-b5b7-b533f3448d98,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:00.486063 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f628-5dff-4a41-ad29-a71138a8385f req-c02ead9c-1d0f-4ea6-8b92-c218cc9dc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:00.486063 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-c02ead9c-1d0f-4ea6-8b92-c218cc9dc9ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0535007 Apr 07 08:20:00.544285 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f628-5dff-4a41-ad29-a71138a8385f req-fc2d90a5-7b36-4df8-92fa-82adc6b6b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:00.545974 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-fc2d90a5-7b36-4df8-92fa-82adc6b6b784 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589345 Apr 07 08:20:00.703151 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-ad88d1a8-731b-4460-b51c-590dbbe3f76f service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356437 Apr 07 08:20:00.784301 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e18a8-833c-4aac-ae3e-ee608222bb6f req-ef49f06b-e739-4341-9e34-5c8696d5feac tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:00.785805 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b9e18a8-833c-4aac-ae3e-ee608222bb6f req-ef49f06b-e739-4341-9e34-5c8696d5feac tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 943 time: 0.0910819 Apr 07 08:20:00.793661 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9cbfb-016d-4048-8745-c2dd23584107 req-57bfb2b4-ad77-432a-bbf7-305549b452f2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:00.795126 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95a9cbfb-016d-4048-8745-c2dd23584107 req-57bfb2b4-ad77-432a-bbf7-305549b452f2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0889547 Apr 07 08:20:00.810734 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2490f628-5dff-4a41-ad29-a71138a8385f req-41367230-361b-4ef2-ae95-38eb1c2486bd service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974848 Apr 07 08:20:00.861643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b9e18a8-833c-4aac-ae3e-ee608222bb6f req-fa5af6d9-d288-435b-bc3d-2fc349cbbc1f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655522 Apr 07 08:20:00.874209 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95a9cbfb-016d-4048-8745-c2dd23584107 req-8c5359fe-0b2e-41e9-9b98-2dc9acad5097 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705097 Apr 07 08:20:01.246895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device dfe91b1e-3fb4-45a8-a632-0d23dcc62435 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:20:01.346555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:01.357509 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'port_id': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'mac_address': 'fa:16:3e:d0:13:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:20:01.401569 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:01.402009 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:01.416500 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe91b1e-3fb4-45a8-a632-0d23dcc62435 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:20:01.439258 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:01.556059 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:01.610452 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:01.958914 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:20:01.988849 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3de8b-c986-49af-9ce3-3731de8cc3c9 req-03542b53-27b6-43ec-94b6-973c4f606333 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:01.990307 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-18a3de8b-c986-49af-9ce3-3731de8cc3c9 req-03542b53-27b6-43ec-94b6-973c4f606333 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Apr 07 08:20:02.040656 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-18a3de8b-c986-49af-9ce3-3731de8cc3c9 req-f4b47c4c-fe0b-4db9-a951-339119f79b3c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Apr 07 08:20:02.689499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-3aad4d6c-26ea-497c-b1c6-b897047033f8 req-3917b306-5b91-4e5e-9619-3147817cdcd1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:20:02.690623 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3aad4d6c-26ea-497c-b1c6-b897047033f8 req-3917b306-5b91-4e5e-9619-3147817cdcd1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054245 Apr 07 08:20:03.075456 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796551-5106-4a64-ad11-28548cac73d6 req-6262511b-2058-4f30-bbc5-b38e446a6ed7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:03.076993 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69796551-5106-4a64-ad11-28548cac73d6 req-6262511b-2058-4f30-bbc5-b38e446a6ed7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0521414 Apr 07 08:20:03.148698 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69796551-5106-4a64-ad11-28548cac73d6 req-1aabae19-b3b1-4f04-ab16-2b207029d5f1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661912 Apr 07 08:20:03.172616 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c0b5-26d4-47cb-b03f-e5cb81a61eb2 req-e1e55d02-9267-441d-8d6e-f3defe8f3413 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:03.179470 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0808c0b5-26d4-47cb-b03f-e5cb81a61eb2 req-e1e55d02-9267-441d-8d6e-f3defe8f3413 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 944 time: 0.0699334 Apr 07 08:20:03.222544 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0808c0b5-26d4-47cb-b03f-e5cb81a61eb2 req-d01f972c-a5d4-4c03-9715-addbaedffd81 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 07 08:20:03.702684 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58130) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:03.793441 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-d4ab1db5-0aba-443d-9c10-50b8be4981d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895388 Apr 07 08:20:03.801916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-48858b1c-775e-4a5d-9506-b09c28f54916 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:20:03.802926 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-48858b1c-775e-4a5d-9506-b09c28f54916 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048163 Apr 07 08:20:03.876875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58138) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:03.924884 dv-cinder-815659-6-iscsi neutron-server[103928]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 08:20:03.967688 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-7d174c4f-b64d-4545-b33d-52d9eea3f6c0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:03.969050 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-7d174c4f-b64d-4545-b33d-52d9eea3f6c0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports/3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 941 time: 0.0912020 Apr 07 08:20:04.281832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077ee8-3957-4b74-a4fc-b23872ce9c40 req-9d727f0a-fb95-483f-97ff-539f281c0208 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:04.285918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-31077ee8-3957-4b74-a4fc-b23872ce9c40 req-9d727f0a-fb95-483f-97ff-539f281c0208 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0626519 Apr 07 08:20:04.362294 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-31077ee8-3957-4b74-a4fc-b23872ce9c40 req-5fd97e41-082e-4712-acb5-543ef13ae47c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731359 Apr 07 08:20:04.372087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3568883-c3a0-458f-a297-472b36190b97 req-1aef1d23-b8e9-4e1d-b64d-8a3a397b0518 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:04.373569 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e3568883-c3a0-458f-a297-472b36190b97 req-1aef1d23-b8e9-4e1d-b64d-8a3a397b0518 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 944 time: 0.0827346 Apr 07 08:20:04.421048 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e3568883-c3a0-458f-a297-472b36190b97 req-11d31a0a-1ae1-4b9e-8d55-62cb53f28e0f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Apr 07 08:20:04.716963 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['dfe91b1e-3fb4-45a8-a632-0d23dcc62435'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:20:04.741700 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:20:05.147080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: DOWN; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:05.483473 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd028f-3603-46d2-8d70-3f7b3cf84d92 req-9a3ab432-f274-4425-9291-7b3ed6e8cc68 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:05.484928 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-72cd028f-3603-46d2-8d70-3f7b3cf84d92 req-9a3ab432-f274-4425-9291-7b3ed6e8cc68 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0514541 Apr 07 08:20:05.569912 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-72cd028f-3603-46d2-8d70-3f7b3cf84d92 req-971d4ccf-e88e-4972-ad39-deb8c6e4446e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735254 Apr 07 08:20:05.577697 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e9c8-8c9a-4794-87ec-0dec3f0cb27d req-13e765de-f95c-4c5d-b33d-8cb9e4b42da1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:05.579538 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1dc4e9c8-8c9a-4794-87ec-0dec3f0cb27d req-13e765de-f95c-4c5d-b33d-8cb9e4b42da1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 944 time: 0.0912395 Apr 07 08:20:05.630866 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1dc4e9c8-8c9a-4794-87ec-0dec3f0cb27d req-73afca9b-359a-451d-bef9-209e6a79037b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Apr 07 08:20:06.212377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58180) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:06.314247 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-89b27af4-0249-4f42-b50a-583c556f5084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.387607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-89b27af4-0249-4f42-b50a-583c556f5084 admin admin] Publish callbacks [] for security_group (744da8a5-c795-43a9-961d-681f3036b3af), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.472015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-89b27af4-0249-4f42-b50a-583c556f5084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (744da8a5-c795-43a9-961d-681f3036b3af), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.510811 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-89b27af4-0249-4f42-b50a-583c556f5084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0624c5ec1ca42868a9c58ca18a05687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973177 Apr 07 08:20:06.513547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b27af4-0249-4f42-b50a-583c556f5084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744da8a5-c795-43a9-961d-681f3036b3af,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:06.513672 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58184) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:06.562682 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] Publish callbacks [] for security_group (744da8a5-c795-43a9-961d-681f3036b3af), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.571246 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device dfe91b1e-3fb4-45a8-a632-0d23dcc62435 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:06.588635 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] Publish callbacks [] for security_group (744da8a5-c795-43a9-961d-681f3036b3af), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.727644 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (744da8a5-c795-43a9-961d-681f3036b3af), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.727947 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:20:06.731463 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.732646 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/744da8a5-c795-43a9-961d-681f3036b3af HTTP/1.1" status: 204 len: 168 time: 0.2180727 Apr 07 08:20:06.745159 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:06.745355 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20acc54-c22a-47d7-b8c6-db5561f108d5 req-53b37504-6c70-4a5c-9310-77d5ef4a35de tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:06.745473 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.745577 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856760c-3ff2-452e-876d-bf62a0393348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744da8a5-c795-43a9-961d-681f3036b3af,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:06.745667 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a20acc54-c22a-47d7-b8c6-db5561f108d5 req-53b37504-6c70-4a5c-9310-77d5ef4a35de tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0868740 Apr 07 08:20:06.792592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e910c-1866-44c3-802b-5ac0d872ac13 req-f61ad0a4-ee44-4f68-9cca-e750d853fc24 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:06.799078 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c03e910c-1866-44c3-802b-5ac0d872ac13 req-f61ad0a4-ee44-4f68-9cca-e750d853fc24 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 944 time: 0.1004910 Apr 07 08:20:06.846398 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:06.847074 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:06.861260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a20acc54-c22a-47d7-b8c6-db5561f108d5 req-9c0df13e-9be0-4208-bf3d-78d8d39e06b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000352 Apr 07 08:20:06.875477 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c03e910c-1866-44c3-802b-5ac0d872ac13 req-b15a6140-ecad-44dd-9b5a-a887d0ab5589 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753403 Apr 07 08:20:06.876455 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:20:06.882356 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3769a-9671-4360-aaed-3b46ad5f631e" -d '{"events": [{"server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "name": "network-vif-plugged", "status": "completed", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:20:06.896737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:06.931470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a505212-65a0-4336-8409-30a3d4e750eb x-openstack-request-id: req-0a505212-65a0-4336-8409-30a3d4e750eb {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:20:06.931790 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "name": "network-vif-plugged", "status": "completed", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:20:06.932054 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a505212-65a0-4336-8409-30a3d4e750eb {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:20:06.932458 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a505212-65a0-4336-8409-30a3d4e750eb'] response: {'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'code': 200} Apr 07 08:20:07.004042 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:07.060642 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:07.363703 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fa557-8128-470c-8e85-566342a3ed4d req-bc8802d0-8787-4d77-978d-f9ec8bbd6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:07.365822 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac7fa557-8128-470c-8e85-566342a3ed4d req-bc8802d0-8787-4d77-978d-f9ec8bbd6a77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 1129 time: 0.0468953 Apr 07 08:20:07.407752 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ac7fa557-8128-470c-8e85-566342a3ed4d req-2d31247e-f855-4450-ad83-c9418393f872 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364382 Apr 07 08:20:08.033635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561757-ed20-4b83-a316-d421c0b96ed3 req-91697820-a217-4552-8a05-7c8e122f7e8f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:08.035820 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9f561757-ed20-4b83-a316-d421c0b96ed3 req-91697820-a217-4552-8a05-7c8e122f7e8f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0950961 Apr 07 08:20:08.045386 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3176e-67b7-4d89-b424-285deaa427d6 req-8d6b9048-7fe4-474a-8c37-a87088b0483c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:08.050972 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-84a3176e-67b7-4d89-b424-285deaa427d6 req-8d6b9048-7fe4-474a-8c37-a87088b0483c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0968447 Apr 07 08:20:08.127627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9f561757-ed20-4b83-a316-d421c0b96ed3 req-e5584ce4-2573-4d2b-bbad-df87319a155a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728831 Apr 07 08:20:08.130590 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-84a3176e-67b7-4d89-b424-285deaa427d6 req-b9c891e1-8b1c-44d3-a3f6-5a3092955baa tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770283 Apr 07 08:20:08.563493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58282) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:08.669328 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1010ca07-0f2e-4ed8-8983-8485aab8c56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:08.745716 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1010ca07-0f2e-4ed8-8983-8485aab8c56c admin admin] Publish callbacks [] for security_group (297a0d52-4900-42f7-88c2-3d24e0d8c9be), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:08.832475 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1010ca07-0f2e-4ed8-8983-8485aab8c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (297a0d52-4900-42f7-88c2-3d24e0d8c9be), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:08.879746 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1010ca07-0f2e-4ed8-8983-8485aab8c56c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f0806e06bf54d88acf87ce808e446c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151665 Apr 07 08:20:08.882293 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010ca07-0f2e-4ed8-8983-8485aab8c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297a0d52-4900-42f7-88c2-3d24e0d8c9be,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:08.883701 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58288) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:08.934822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] Publish callbacks [] for security_group (297a0d52-4900-42f7-88c2-3d24e0d8c9be), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:08.956127 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] Publish callbacks [] for security_group (297a0d52-4900-42f7-88c2-3d24e0d8c9be), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:09.106379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (297a0d52-4900-42f7-88c2-3d24e0d8c9be), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:09.109306 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:09.111314 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/297a0d52-4900-42f7-88c2-3d24e0d8c9be HTTP/1.1" status: 204 len: 168 time: 0.2261629 Apr 07 08:20:09.121144 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42897-c1a0-4e81-8b2a-f2191fc61a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297a0d52-4900-42f7-88c2-3d24e0d8c9be,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:09.281286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b99a6-ce6a-4fbe-adbd-68fb95efe2e5 req-0843c7cc-c552-4074-8b88-b68534952915 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:09.282804 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-039b99a6-ce6a-4fbe-adbd-68fb95efe2e5 req-0843c7cc-c552-4074-8b88-b68534952915 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0725334 Apr 07 08:20:09.290397 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707382b0-f16e-4ca2-b6d5-677185ca132a req-1bb51ca2-6f8c-4ecc-8b9e-20c47c3b5d03 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:09.291818 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-707382b0-f16e-4ca2-b6d5-677185ca132a req-1bb51ca2-6f8c-4ecc-8b9e-20c47c3b5d03 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0924470 Apr 07 08:20:09.365616 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-039b99a6-ce6a-4fbe-adbd-68fb95efe2e5 req-5b7009a7-df83-49d9-a10d-33fa3b350a54 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728462 Apr 07 08:20:09.368927 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-707382b0-f16e-4ca2-b6d5-677185ca132a req-2d983a33-f1c3-4b27-9bbe-b562e980a269 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695260 Apr 07 08:20:09.488346 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aff1da-eebc-4188-83dd-6652b12846e1 req-b81bb054-8f87-4880-8271-0987c81ec860 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:09.489840 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-56aff1da-eebc-4188-83dd-6652b12846e1 req-b81bb054-8f87-4880-8271-0987c81ec860 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0553794 Apr 07 08:20:09.498316 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58314) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:09.502601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'port_id': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:09.543191 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.023599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.081518 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.187038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP 4ea194e9-e094-46d5-b494-e4038b4cc67d associated. External IP: 172.27.1.199, port: dfe91b1e-3fb4-45a8-a632-0d23dcc62435. Apr 07 08:20:10.209914 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58338) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:10.317804 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992109492-network', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:10.395805 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:20:10.416262 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Made reservation on behalf of 25125cdb782c4384ab8e437eb6661d1d for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:20:10.418838 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.429010 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.508308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks [] for security_group (0720e1ce-d53c-4d3c-a2f7-84db4201f10e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.609299 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0720e1ce-d53c-4d3c-a2f7-84db4201f10e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.635182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:20:10.645404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720e1ce-d53c-4d3c-a2f7-84db4201f10e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:10.666529 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (9eccacd1-5b20-4b8c-9581-9c29b484b685), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.666890 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Added segment 9eccacd1-5b20-4b8c-9581-9c29b484b685 of type vlan for network d6342c78-0122-4d49-8791-e40ee0c5fceb Apr 07 08:20:10.712353 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (d6342c78-0122-4d49-8791-e40ee0c5fceb), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.791974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6c55-17ac-40f2-9347-5120cae2d4b8 req-a2bc2bf4-f7db-4278-8c59-094c6ff36c9f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:10.793434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-015f6c55-17ac-40f2-9347-5120cae2d4b8 req-a2bc2bf4-f7db-4278-8c59-094c6ff36c9f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.3497441 Apr 07 08:20:10.800627 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:20:10.805562 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.809690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (d6342c78-0122-4d49-8791-e40ee0c5fceb), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.810448 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:20:10.810893 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:10.811442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:10.820545 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:10.821270 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:10.857342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bb5d20d0-f298-44b1-a10b-efe3048a466d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "PUT /v2.0/floatingips/4ea194e9-e094-46d5-b494-e4038b4cc67d HTTP/1.1" status: 200 len: 991 time: 1.3577030 Apr 07 08:20:10.860965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:20:10.863452 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf2be3-09dd-447a-bb2c-c5a871a75670" -d '{"events": [{"name": "network-changed", "server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:20:10.890063 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-015f6c55-17ac-40f2-9347-5120cae2d4b8 req-3f9bbdc2-4b58-4ad2-802d-d35a2982e11a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908694 Apr 07 08:20:10.891850 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] Pushing event updated for resources: {'Network': ['ID=d6342c78-0122-4d49-8791-e40ee0c5fceb,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:10.903561 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network d6342c78-0122-4d49-8791-e40ee0c5fceb details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:20:10.913617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4708a7a-eaa9-4567-96cc-15199ecb9412 x-openstack-request-id: req-d4708a7a-eaa9-4567-96cc-15199ecb9412 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:20:10.913919 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:20:10.914177 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4708a7a-eaa9-4567-96cc-15199ecb9412 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:20:10.914754 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4708a7a-eaa9-4567-96cc-15199ecb9412'] response: {'name': 'network-changed', 'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'status': 'completed', 'code': 200} Apr 07 08:20:10.927878 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58354) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:10.928232 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c0a32cf8-5fdc-4630-9a5f-0fb086128122 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7169118 Apr 07 08:20:10.935531 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Request body: {'subnet': {'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992109492-subnet', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:10.967245 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:11.026561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Made reservation on behalf of 25125cdb782c4384ab8e437eb6661d1d for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:20:11.028996 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.211689 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '4ea194e9-e094-46d5-b494-e4038b4cc67d', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:d0:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:31Z', 'updated_at': '2022-04-07T08:20:09Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}, {'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:11.242978 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:20:11.253273 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:11.253938 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:11.301166 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.358658 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:11.369936 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:11.374761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Checking segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:11.375120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Network hostable DHCP agents. Network: d6342c78-0122-4d49-8791-e40ee0c5fceb, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:20:11.458400 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Network d6342c78-0122-4d49-8791-e40ee0c5fceb is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:20:11.547087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, d6342c78-0122-4d49-8791-e40ee0c5fceb) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:11.551517 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:11.552113 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.557112 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41f992-1a79-4b95-8098-28d75ac7a5e0 None None] Network d6342c78-0122-4d49-8791-e40ee0c5fceb requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:20:11.656239 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-656f6a15-b189-434a-a4d6-9e9e3755a0df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7268488 Apr 07 08:20:11.659684 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58356) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:11.665561 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:11.668444 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-d6342c78-0122-4d49-8791-e40ee0c5fceb', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:20:11.669640 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.705857 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '4ea194e9-e094-46d5-b494-e4038b4cc67d', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:d0:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:31Z', 'updated_at': '2022-04-07T08:20:09Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}, {'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:11.736878 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ac5ab0-fe00-44a0-8efe-8423cd868028 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '4ea194e9-e094-46d5-b494-e4038b4cc67d', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:d0:13:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:31Z', 'updated_at': '2022-04-07T08:20:09Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}, {'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:20:11.777853 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.777853 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:11.845940 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Allocated IP 172.20.0.2 (d6342c78-0122-4d49-8791-e40ee0c5fceb/c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4/940cd740-7a97-415f-b92f-b4156f14dfb2) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:11.846404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for router_controller (78501775-7cdf-47f3-b7e8-ecde5c69a01b), precommit_add_association {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.035171 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819e8c8-64d6-49b7-8f18-99c40ef4e9ea None None] New status for floating IP 4ea194e9-e094-46d5-b494-e4038b4cc67d: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:20:12.041635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks [] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.060955 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf928c-c3a4-4859-ba95-ab15c1094331 req-9f3542cc-5d9b-494c-bc2a-a29d200a34ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:12.067843 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34bf928c-c3a4-4859-ba95-ab15c1094331 req-9f3542cc-5d9b-494c-bc2a-a29d200a34ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0693119 Apr 07 08:20:12.118875 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34bf928c-c3a4-4859-ba95-ab15c1094331 req-cca8ac2d-640d-46e1-96c1-f2c22b8ba453 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500622 Apr 07 08:20:12.129445 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for router_gateway (78501775-7cdf-47f3-b7e8-ecde5c69a01b), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.140734 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.199117 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Network d6342c78-0122-4d49-8791-e40ee0c5fceb is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:12.229465 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:12.234076 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:12.237703 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Pushing event updated for resources: {'Port': ['ID=940cd740-7a97-415f-b92f-b4156f14dfb2,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:12.293786 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Attempting to bind port 940cd740-7a97-415f-b92f-b4156f14dfb2 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:12.294184 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Attempting to bind port 940cd740-7a97-415f-b92f-b4156f14dfb2 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:12.294584 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Attempting to bind port 940cd740-7a97-415f-b92f-b4156f14dfb2 on network d6342c78-0122-4d49-8791-e40ee0c5fceb {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:12.299692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:12.300065 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Checking segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:12.300471 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.300915 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Bound using segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:12.301440 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Bound port: 940cd740-7a97-415f-b92f-b4156f14dfb2, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:12.301823 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.371451 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] For port 940cd740-7a97-415f-b92f-b4156f14dfb2, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:12.374490 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] For port 940cd740-7a97-415f-b92f-b4156f14dfb2, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=940cd740-7a97-415f-b92f-b4156f14dfb2,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:12.460084 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for router_gateway (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.470246 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.478450 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.532734 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a8cd-61fe-44b4-8cb7-d2380653313c None None] Pushing event updated for resources: {'Port': ['ID=940cd740-7a97-415f-b92f-b4156f14dfb2,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:12.596129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Allocated IP 172.27.1.145 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/c2af90f4-2500-40cc-a640-e22b541fc58e) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:12.712880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.827167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:12.873860 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:12.876737 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:12.880317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:12.906564 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Pushing event updated for resources: {'Port': ['ID=c2af90f4-2500-40cc-a640-e22b541fc58e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:13.026561 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.236845 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for router_gateway (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.256010 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f982e-1df6-4156-9949-e1dd2baa3af4 req-f5240f73-4018-4b78-a924-7505c6a272b2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:13.257656 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab3f982e-1df6-4156-9949-e1dd2baa3af4 req-f5240f73-4018-4b78-a924-7505c6a272b2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0591798 Apr 07 08:20:13.310306 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab3f982e-1df6-4156-9949-e1dd2baa3af4 req-bebf03b4-c4a2-41b4-bece-fdf7692ef61f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465019 Apr 07 08:20:13.504352 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0962fd-8dda-4644-8b71-c01e933390bd None None] Network d6342c78-0122-4d49-8791-e40ee0c5fceb requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:20:13.678607 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.707802 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Provisioning complete for port 940cd740-7a97-415f-b92f-b4156f14dfb2 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:13.708174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.765467 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 940cd740-7a97-415f-b92f-b4156f14dfb2 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:13.882978 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Current status of the port 940cd740-7a97-415f-b92f-b4156f14dfb2 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:13.890702 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.890702 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 940cd740-7a97-415f-b92f-b4156f14dfb2 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:13.890702 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:13.927702 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Router 78501775-7cdf-47f3-b7e8-ecde5c69a01b is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:20:13.952579 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] For port 940cd740-7a97-415f-b92f-b4156f14dfb2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=940cd740-7a97-415f-b92f-b4156f14dfb2,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:14.012419 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 940cd740-7a97-415f-b92f-b4156f14dfb2 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:14.013179 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.052677 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:20:14.061607 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Sync routers for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:20:14.067414 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.075859 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:14.076496 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:14.148707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.db.api [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 08:20:14.149133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG oslo_db.api [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 08:20:14.153432 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5b971-0b84-42a9-9903-80e27574f55c None None] Pushing event updated for resources: {'Port': ['ID=940cd740-7a97-415f-b92f-b4156f14dfb2,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:14.157711 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.159340 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-8faafbd7-bdc9-427d-96d8-6696fbc19674 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4987867 Apr 07 08:20:14.162005 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58374) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:14.191889 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-2c582f28-bc47-42ac-bd82-74285ad80868 None None] Provisioning complete for port 940cd740-7a97-415f-b92f-b4156f14dfb2 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:14.192278 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2c582f28-bc47-42ac-bd82-74285ad80868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.197626 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:14.285274 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-2c582f28-bc47-42ac-bd82-74285ad80868 None None] Current status of the port 940cd740-7a97-415f-b92f-b4156f14dfb2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:14.391726 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:13Z', 'revision_number': 3, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:14.418187 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Checking router: 78501775-7cdf-47f3-b7e8-ecde5c69a01b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:20:14.418568 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Updating router 78501775-7cdf-47f3-b7e8-ecde5c69a01b port c2af90f4-2500-40cc-a640-e22b541fc58e binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:20:14.451843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a35a-65fe-475e-b1d1-89873e1a7013 req-0c1dfe00-7ae6-499f-b3a3-1f2561706819 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:14.453340 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d487a35a-65fe-475e-b1d1-89873e1a7013 req-0c1dfe00-7ae6-499f-b3a3-1f2561706819 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0585454 Apr 07 08:20:14.455700 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.502997 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d487a35a-65fe-475e-b1d1-89873e1a7013 req-33fe710f-280e-475a-95e3-6fdae542f7c6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Apr 07 08:20:14.618320 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.689729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 940cd740-7a97-415f-b92f-b4156f14dfb2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:14.726198 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks [] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.779094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Allocated IP 172.20.0.1 (d6342c78-0122-4d49-8791-e40ee0c5fceb/c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4/ff022924-897e-4e14-a08f-af63ecbb75d3) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:14.835887 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.891520 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks [] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.892619 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Attempting to bind port c2af90f4-2500-40cc-a640-e22b541fc58e on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:14.892998 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Attempting to bind port c2af90f4-2500-40cc-a640-e22b541fc58e by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:14.893358 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Attempting to bind port c2af90f4-2500-40cc-a640-e22b541fc58e on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:14.896876 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Pushing event updated for resources: {'Port': ['ID=c2af90f4-2500-40cc-a640-e22b541fc58e,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:14.905111 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.905462 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.905825 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.906179 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.906530 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.906860 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.907182 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.907501 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.907821 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.908145 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.908462 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.908891 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.909254 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.909576 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.909893 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:14.914834 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:14.915216 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:14.915616 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.915991 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:14.916682 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Bound port: c2af90f4-2500-40cc-a640-e22b541fc58e, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:14.916853 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:14.971416 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] For port c2af90f4-2500-40cc-a640-e22b541fc58e, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:14.974516 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] For port c2af90f4-2500-40cc-a640-e22b541fc58e, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=c2af90f4-2500-40cc-a640-e22b541fc58e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:15.038655 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.078224 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Network d6342c78-0122-4d49-8791-e40ee0c5fceb is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:15.078514 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.081577 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:15.090289 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:15.111971 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Pushing event updated for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:15.129864 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.140624 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38486-d0e3-426b-861f-953befc4ed6c None None] Pushing event updated for resources: {'Port': ['ID=c2af90f4-2500-40cc-a640-e22b541fc58e,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:15.150963 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:15.151599 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:15.283337 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:15.316820 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-a5b64e76-6cb5-467e-9a88-15441d7966ee None None] Provisioning complete for port ff022924-897e-4e14-a08f-af63ecbb75d3 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:15.317168 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a5b64e76-6cb5-467e-9a88-15441d7966ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.351366 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-a5b64e76-6cb5-467e-9a88-15441d7966ee None None] Port ff022924-897e-4e14-a08f-af63ecbb75d3 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:15.407751 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.472367 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:13Z', 'revision_number': 3, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:15.503729 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad82c5-1274-455d-ab3d-77e953d0d99d None None] The sync data for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi is: [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:13Z', 'revision_number': 3, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:20:15.591015 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks [] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.637224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577740a1-5af9-44fe-8bcf-7f108cc0fcd3 req-e88474b1-4b4e-4f9d-b54c-72a6c93623d8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:15.638907 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-577740a1-5af9-44fe-8bcf-7f108cc0fcd3 req-e88474b1-4b4e-4f9d-b54c-72a6c93623d8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0551748 Apr 07 08:20:15.673075 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.702846 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-577740a1-5af9-44fe-8bcf-7f108cc0fcd3 req-dc83aab0-ad1f-4443-ad6a-37d8172296c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580127 Apr 07 08:20:15.718347 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 940cd740-7a97-415f-b92f-b4156f14dfb2 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:15.751742 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Pushing event updated for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:15.757630 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.791310 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 940cd740-7a97-415f-b92f-b4156f14dfb2 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:15.791928 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:15.889182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Network d6342c78-0122-4d49-8791-e40ee0c5fceb is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:15.891134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:15.895411 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 940cd740-7a97-415f-b92f-b4156f14dfb2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:16.033420 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Router 78501775-7cdf-47f3-b7e8-ecde5c69a01b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:20:16.161140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:20:16.166580 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b1a7018f-0aef-4792-8209-10f88d65fd9a admin admin] 10.222.0.24 "PUT /v2.0/routers/78501775-7cdf-47f3-b7e8-ecde5c69a01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0032725 Apr 07 08:20:16.190343 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-5e1c174a-ecfe-41cf-ab8b-882682a4f07d None None] Provisioning complete for port ff022924-897e-4e14-a08f-af63ecbb75d3 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:16.190926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5e1c174a-ecfe-41cf-ab8b-882682a4f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:16.238562 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c174a-ecfe-41cf-ab8b-882682a4f07d None None] Port ff022924-897e-4e14-a08f-af63ecbb75d3 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:16.837916 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb73fb-7365-4fc3-881c-0d9e388036de req-435b1d9d-865e-44f0-9231-50387e881884 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:16.839632 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5fb73fb-7365-4fc3-881c-0d9e388036de req-435b1d9d-865e-44f0-9231-50387e881884 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0613475 Apr 07 08:20:16.891541 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5fb73fb-7365-4fc3-881c-0d9e388036de req-45dab848-489a-44f9-b7ae-5aa7ae699698 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458038 Apr 07 08:20:16.893052 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58406) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:16.898153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908836481-network', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:16.987709 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Made reservation on behalf of fea261ba4bc84fb69a3b107b926b2d80 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:20:16.991620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.001417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.079382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks [] for security_group (b94dd845-ffe1-45a4-a81f-c38381f806b2), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.146231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b94dd845-ffe1-45a4-a81f-c38381f806b2), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.171119 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:20:17.181525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94dd845-ffe1-45a4-a81f-c38381f806b2,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:17.186779 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (77d1b92d-138c-4b5f-afe6-ba99705a3f5e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.187129 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Added segment 77d1b92d-138c-4b5f-afe6-ba99705a3f5e of type vlan for network 3dbf4601-dd75-4355-975a-4b85d9aa02bd Apr 07 08:20:17.191184 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Sync routers for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:20:17.202191 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:17.202850 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:17.228245 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (3dbf4601-dd75-4355-975a-4b85d9aa02bd), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.313894 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:17.352206 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (3dbf4601-dd75-4355-975a-4b85d9aa02bd), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.353260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:17.353976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.422496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] Pushing event updated for resources: {'Network': ['ID=3dbf4601-dd75-4355-975a-4b85d9aa02bd,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:17.437385 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:20:17.457332 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2e9b3ad4-47e0-40c7-8577-514d4096ca26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5631769 Apr 07 08:20:17.460564 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58414) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:17.465269 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Request body: {'subnet': {'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908836481-subnet', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:17.555329 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Made reservation on behalf of fea261ba4bc84fb69a3b107b926b2d80 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:20:17.557778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.587343 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 2, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:17.616928 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Checking router: 78501775-7cdf-47f3-b7e8-ecde5c69a01b for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:20:17.617233 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Updating router 78501775-7cdf-47f3-b7e8-ecde5c69a01b port ff022924-897e-4e14-a08f-af63ecbb75d3 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:20:17.646954 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.757772 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device c2af90f4-2500-40cc-a640-e22b541fc58e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:17.824880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (c877f9a3-abd5-429e-96f7-e5891e570635), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.875843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c877f9a3-abd5-429e-96f7-e5891e570635,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:17.886750 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port c2af90f4-2500-40cc-a640-e22b541fc58e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:17.887140 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:17.892551 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Checking segment: {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:17.892915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Network hostable DHCP agents. Network: 3dbf4601-dd75-4355-975a-4b85d9aa02bd, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:20:17.997797 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:20:18.030185 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04f1b3-84b5-49a4-8ac2-837cb6a7a123 req-4b8764aa-1f7e-41c8-9ac2-dbce23006ede tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:18.031701 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ca04f1b3-84b5-49a4-8ac2-837cb6a7a123 req-4b8764aa-1f7e-41c8-9ac2-dbce23006ede tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0635731 Apr 07 08:20:18.034109 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks [] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.043094 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port c2af90f4-2500-40cc-a640-e22b541fc58e is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:18.043478 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.064517 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port c2af90f4-2500-40cc-a640-e22b541fc58e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=c2af90f4-2500-40cc-a640-e22b541fc58e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:18.079850 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ca04f1b3-84b5-49a4-8ac2-837cb6a7a123 req-15943e16-0426-4592-81a7-953e0eb4566a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Apr 07 08:20:18.113673 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 3dbf4601-dd75-4355-975a-4b85d9aa02bd) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:18.120306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:18.122526 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.123945 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b9a98-051a-4dc1-af51-f3313a0dbb49 None None] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:20:18.149299 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.151973 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.229276 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-0fdc3922-9bff-458f-ba66-739ffa914b27 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7677505 Apr 07 08:20:18.232734 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58422) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:18.238755 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:18.252736 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a01a-915a-4758-9850-2f3d7df8602f None None] Pushing event updated for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:18.309222 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'fixed_ips': [{'subnet_id': 'c877f9a3-abd5-429e-96f7-e5891e570635'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:20:18.312457 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.334365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (d00d9129-a976-4548-8519-2bcda7601505), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.336147 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (d00d9129-a976-4548-8519-2bcda7601505), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.406444 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for router_controller (d00d9129-a976-4548-8519-2bcda7601505), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.517797 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Attempting to bind port ff022924-897e-4e14-a08f-af63ecbb75d3 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:18.518168 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Attempting to bind port ff022924-897e-4e14-a08f-af63ecbb75d3 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:18.518583 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Attempting to bind port ff022924-897e-4e14-a08f-af63ecbb75d3 on network d6342c78-0122-4d49-8791-e40ee0c5fceb {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:18.525586 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=c2af90f4-2500-40cc-a640-e22b541fc58e,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:18.573567 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-9ca628ad-1fb9-4db8-8ce0-ee500ff4bbeb None None] Provisioning complete for port ff022924-897e-4e14-a08f-af63ecbb75d3 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:18.573937 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9ca628ad-1fb9-4db8-8ce0-ee500ff4bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.575848 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:18.576227 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Checking segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:18.576770 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.577012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Bound using segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:18.577495 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Bound port: ff022924-897e-4e14-a08f-af63ecbb75d3, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:18.577865 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.635652 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for router_gateway (d00d9129-a976-4548-8519-2bcda7601505), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.692058 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-9ca628ad-1fb9-4db8-8ce0-ee500ff4bbeb None None] Port ff022924-897e-4e14-a08f-af63ecbb75d3 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:18.734822 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Allocated IP 172.20.0.2 (3dbf4601-dd75-4355-975a-4b85d9aa02bd/c877f9a3-abd5-429e-96f7-e5891e570635/1ca71430-ea71-4636-ac20-744d4f8d1ce5) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:18.742057 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] For port ff022924-897e-4e14-a08f-af63ecbb75d3, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:18.747703 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] For port ff022924-897e-4e14-a08f-af63ecbb75d3, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ff022924-897e-4e14-a08f-af63ecbb75d3,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:18.764229 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-fe9efbd2-d73a-44a4-a346-1004a236411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.893461 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.897163 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks [] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:18.955791 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:18.956481 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:19:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:18.991008 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for router_gateway (d00d9129-a976-4548-8519-2bcda7601505), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.000292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a01a-915a-4758-9850-2f3d7df8602f None None] Pushing event updated for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:19.015005 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.050989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.123391 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:19.128798 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Pushing event updated for resources: {'Port': ['ID=1ca71430-ea71-4636-ac20-744d4f8d1ce5,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:19.132042 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:19.136066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:19.139016 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:19.142993 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Allocated IP 172.27.1.65 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/b4b1dfa0-d733-4292-967a-db9a16a1eba3) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:19.285077 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Attempting to bind port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:19.285786 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Attempting to bind port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:19.285975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Attempting to bind port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 on network 3dbf4601-dd75-4355-975a-4b85d9aa02bd {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:19.313431 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.315635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Checking segment: {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Bound using segment: {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Bound port: 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Provisioning complete for port ff022924-897e-4e14-a08f-af63ecbb75d3 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:19.321075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.323963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7cb55-eb8b-485b-9012-deed16ef2878 req-36315e58-5936-442e-975b-0981569ba49b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:19.325471 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-caa7cb55-eb8b-485b-9012-deed16ef2878 req-36315e58-5936-442e-975b-0981569ba49b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1098158 Apr 07 08:20:19.337748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-6b83baa0-b304-461b-bbf1-0049a401d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:19.340023 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-6b83baa0-b304-461b-bbf1-0049a401d57a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 1128 time: 0.1005602 Apr 07 08:20:19.391637 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-caa7cb55-eb8b-485b-9012-deed16ef2878 req-ed62a506-6b76-497f-a380-51ad889aec17 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589888 Apr 07 08:20:19.465761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.505528 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:19.510440 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:19.513234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:19.528176 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] For port 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:19.541927 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Pushing event updated for resources: {'Port': ['ID=b4b1dfa0-d733-4292-967a-db9a16a1eba3,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:19.551378 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] For port 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=1ca71430-ea71-4636-ac20-744d4f8d1ce5,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:19.552423 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Current status of the port ff022924-897e-4e14-a08f-af63ecbb75d3 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:19.557531 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.595113 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] For port ff022924-897e-4e14-a08f-af63ecbb75d3, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ff022924-897e-4e14-a08f-af63ecbb75d3,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:19.605860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:19.634822 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db67d8-81ea-49f8-98d6-b851e56730b9 None None] The sync data for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi is: [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:20:19.638267 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.684804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:19.712699 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e01bb-19b7-47cf-a16c-b125d71625f9 None None] Pushing event updated for resources: {'Port': ['ID=1ca71430-ea71-4636-ac20-744d4f8d1ce5,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:19.794293 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309179ec-0a6c-41da-aadb-c287ec5b41a1 None None] Pushing event updated for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:19.840977 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device c2af90f4-2500-40cc-a640-e22b541fc58e up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:19.908278 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port c2af90f4-2500-40cc-a640-e22b541fc58e triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:19.908653 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:20.026203 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for router_gateway (d00d9129-a976-4548-8519-2bcda7601505), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:20.043367 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-691395bf-d2d2-4b7e-8287-6c8bf6620061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.044905 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-691395bf-d2d2-4b7e-8287-6c8bf6620061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 1129 time: 0.1132383 Apr 07 08:20:20.064322 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port c2af90f4-2500-40cc-a640-e22b541fc58e is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:20.150720 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-345283be-ff09-4248-8c7f-276ae5aaa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.153045 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-345283be-ff09-4248-8c7f-276ae5aaa953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1128 time: 0.2140749 Apr 07 08:20:20.252493 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-43bdd12d-6578-45ad-975d-bd662d73b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.254015 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-43bdd12d-6578-45ad-975d-bd662d73b3e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 915 time: 0.1357868 Apr 07 08:20:20.339409 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-0dadfe93-6a1a-45f6-ae6a-c83081e8502e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435 HTTP/1.1" status: 200 len: 1001 time: 0.0783038 Apr 07 08:20:20.405908 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-63ea19fc-996d-4309-952b-02293cdcce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.406379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-5cbe3380-976a-49bc-b460-c838c5a96264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.408719 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-5cbe3380-976a-49bc-b460-c838c5a96264 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0611115 Apr 07 08:20:20.410733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-63ea19fc-996d-4309-952b-02293cdcce47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.2450881 Apr 07 08:20:20.419172 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (d00d9129-a976-4548-8519-2bcda7601505), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:20.486977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-fa559c81-cf94-4486-a588-c96d88da22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:20.488702 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-fa559c81-cf94-4486-a588-c96d88da22f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650611 Apr 07 08:20:20.651156 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-0edea189-5e5b-465a-9c14-2d76c8b28630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 200 len: 999 time: 0.2268374 Apr 07 08:20:20.651425 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-0f87cd62-becf-4268-ac22-e35fe42b150d service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550713 Apr 07 08:20:20.779857 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7aaf2be3-09dd-447a-bb2c-c5a871a75670 req-2d0e0462-47f0-4f58-858b-6339d045b1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146743 Apr 07 08:20:20.929387 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-29aab3f3-6c06-4baf-9007-4238c53ede5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:20.943534 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5d7d2-00ae-4528-90f9-dea0911d6cb0 None None] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:20:21.012685 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17b3b2-8f4f-44d0-a2fa-3b82ec5a607e req-f3c78a04-b6f2-4736-8bce-98241bcd12b9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:21.014160 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab17b3b2-8f4f-44d0-a2fa-3b82ec5a607e req-f3c78a04-b6f2-4736-8bce-98241bcd12b9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.5167892 Apr 07 08:20:21.017298 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Provisioning complete for port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:21.017712 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.052037 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-1ee922e4-f088-4438-bbe0-99673e407eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:21.053419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-1ee922e4-f088-4438-bbe0-99673e407eac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.3886216 Apr 07 08:20:21.123405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ab17b3b2-8f4f-44d0-a2fa-3b82ec5a607e req-bf60b1f3-c97f-45fc-b692-15c062865e76 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003253 Apr 07 08:20:21.137758 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-a5bca8a8-39d2-449d-bf44-be610aa577db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:21.139507 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-a5bca8a8-39d2-449d-bf44-be610aa577db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796206 Apr 07 08:20:21.144221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Current status of the port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:21.144641 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.185700 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] For port 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=1ca71430-ea71-4636-ac20-744d4f8d1ce5,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:21.223620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Router d00d9129-a976-4548-8519-2bcda7601505 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:20:21.302754 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.306709 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-be08a04c-ef55-487e-be02-9c880e4bb562 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581988 Apr 07 08:20:21.356729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22082c8-a699-433a-865d-9e892d1258e7 None None] Pushing event updated for resources: {'Port': ['ID=1ca71430-ea71-4636-ac20-744d4f8d1ce5,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:21.419895 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:20:21.423752 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-4eb74a77-c5a3-415a-966c-b0d1040ea714 None None] Provisioning complete for port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:21.424116 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4eb74a77-c5a3-415a-966c-b0d1040ea714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.435255 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Sync routers for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:20:21.447932 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-9857af7d-1054-4d64-8b4e-ee9a98dc5eaa service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110704 Apr 07 08:20:21.451066 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:21.452885 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:21.548292 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.549552 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2418dd2b-6e06-470f-bb86-ab6165e81d1e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3156326 Apr 07 08:20:21.552255 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58458) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:21.593600 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:21.640230 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4eb74a77-c5a3-415a-966c-b0d1040ea714 None None] Current status of the port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:21.777035 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ff022924-897e-4e14-a08f-af63ecbb75d3 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:21.850904 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port ff022924-897e-4e14-a08f-af63ecbb75d3 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:21.851570 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:21.900251 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 3, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:21.939933 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Checking router: d00d9129-a976-4548-8519-2bcda7601505 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:20:21.940292 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Updating router d00d9129-a976-4548-8519-2bcda7601505 port b4b1dfa0-d733-4292-967a-db9a16a1eba3 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:20:21.947883 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port ff022924-897e-4e14-a08f-af63ecbb75d3 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:21.948951 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 1ca71430-ea71-4636-ac20-744d4f8d1ce5 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:21.976967 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.003302 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:22.004054 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.102292 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c0eaa-dd79-476b-98d8-2777fc1df03c req-d904a0f4-3b57-4a82-9492-1c9abe8aa6e4 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:22.103909 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d09c0eaa-dd79-476b-98d8-2777fc1df03c req-d904a0f4-3b57-4a82-9492-1c9abe8aa6e4 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.1589241 Apr 07 08:20:22.116091 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:22.201726 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d09c0eaa-dd79-476b-98d8-2777fc1df03c req-f1b60d02-ea06-453b-b12f-8b939620f3cc tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Apr 07 08:20:22.218076 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.287143 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.287679 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks [] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.358508 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326883d8-0de9-4204-ad70-f8e5338925ad req-9254647a-7c2b-46bd-b7a1-bc6de396a9a1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:22.360263 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-326883d8-0de9-4204-ad70-f8e5338925ad req-9254647a-7c2b-46bd-b7a1-bc6de396a9a1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1276946 Apr 07 08:20:22.409381 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.452625 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf894e1-5649-4bba-9934-e390a8ae313a None None] Pushing event updated for resources: {'Port': ['ID=b4b1dfa0-d733-4292-967a-db9a16a1eba3,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:22.457485 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Allocated IP 172.20.0.1 (3dbf4601-dd75-4355-975a-4b85d9aa02bd/c877f9a3-abd5-429e-96f7-e5891e570635/94e60b63-bcc8-4b84-a5ff-6d6133cb2620) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:22.462799 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-326883d8-0de9-4204-ad70-f8e5338925ad req-8a061f91-756f-4e36-b0df-d3dc6f5813a3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918086 Apr 07 08:20:22.481429 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Attempting to bind port b4b1dfa0-d733-4292-967a-db9a16a1eba3 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:22.481852 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Attempting to bind port b4b1dfa0-d733-4292-967a-db9a16a1eba3 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:22.482221 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Attempting to bind port b4b1dfa0-d733-4292-967a-db9a16a1eba3 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:22.499084 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:22.503987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:22.503987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.503987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:22.503987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Bound port: b4b1dfa0-d733-4292-967a-db9a16a1eba3, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:22.503987 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.561426 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] For port b4b1dfa0-d733-4292-967a-db9a16a1eba3, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:22.565280 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] For port b4b1dfa0-d733-4292-967a-db9a16a1eba3, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b4b1dfa0-d733-4292-967a-db9a16a1eba3,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:22.584893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks [] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.643901 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.699168 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:22.699773 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:22.700944 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.743067 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:22.745885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:22.747717 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf894e1-5649-4bba-9934-e390a8ae313a None None] Pushing event updated for resources: {'Port': ['ID=b4b1dfa0-d733-4292-967a-db9a16a1eba3,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:22.749259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:22.778309 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Pushing event updated for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:22.799447 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (d00d9129-a976-4548-8519-2bcda7601505), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:22.820701 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:22.978292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-271f61bb-6983-443e-b5e3-de3e01f08511 None None] Provisioning complete for port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:22.978881 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-271f61bb-6983-443e-b5e3-de3e01f08511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.008379 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 3, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:23.010142 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.013216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-271f61bb-6983-443e-b5e3-de3e01f08511 None None] Port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:23.039288 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689051c3-7a46-487e-a363-b8da54b37814 None None] The sync data for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi is: [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 3, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:20:23.178043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks [] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.251095 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.370882 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Pushing event updated for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:23.374425 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (d00d9129-a976-4548-8519-2bcda7601505), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.415071 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed091-7f0e-4c4b-a840-1e9603701462 req-18cec726-8bc4-4c20-81d9-92766c5ed8c0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:23.416668 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-290ed091-7f0e-4c4b-a840-1e9603701462 req-18cec726-8bc4-4c20-81d9-92766c5ed8c0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.1142707 Apr 07 08:20:23.419064 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:23.517558 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-290ed091-7f0e-4c4b-a840-1e9603701462 req-7985bcf4-2753-450a-8722-3648f172e2d1 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940487 Apr 07 08:20:23.538843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:23.540483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:23.689277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae0a2-d897-4b28-b482-7ccb5216abc6 req-0cffcaf1-629f-4247-be75-a2fd9d38c601 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:23.691301 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3cdae0a2-d897-4b28-b482-7ccb5216abc6 req-0cffcaf1-629f-4247-be75-a2fd9d38c601 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1408331 Apr 07 08:20:23.761350 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3cdae0a2-d897-4b28-b482-7ccb5216abc6 req-623e3960-2bc1-45bd-97d7-3a753ecfa7ac tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629411 Apr 07 08:20:23.785676 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Router d00d9129-a976-4548-8519-2bcda7601505 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:20:23.895516 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b4b1dfa0-d733-4292-967a-db9a16a1eba3 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:23.973850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:20:23.990783 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1424d85c-9881-4c84-926e-1020418aefa8 admin admin] 10.222.0.24 "PUT /v2.0/routers/d00d9129-a976-4548-8519-2bcda7601505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274244 Apr 07 08:20:24.001024 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-dcef1465-861b-49c8-931d-235c7e463f2f None None] Provisioning complete for port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:24.001623 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dcef1465-861b-49c8-931d-235c7e463f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:24.051245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port b4b1dfa0-d733-4292-967a-db9a16a1eba3 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:24.051742 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:24.055032 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-dcef1465-861b-49c8-931d-235c7e463f2f None None] Port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:24.170496 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port b4b1dfa0-d733-4292-967a-db9a16a1eba3 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:24.170923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:24.209001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port b4b1dfa0-d733-4292-967a-db9a16a1eba3, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b4b1dfa0-d733-4292-967a-db9a16a1eba3,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:24.276111 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:24.327994 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=b4b1dfa0-d733-4292-967a-db9a16a1eba3,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:24.662909 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0536a3f-1aa9-4c9f-882e-2da3190876b3 req-bfbfb3e8-d6e6-4465-b5b6-ba7960c14aeb tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:24.664389 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b0536a3f-1aa9-4c9f-882e-2da3190876b3 req-bfbfb3e8-d6e6-4465-b5b6-ba7960c14aeb tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0710773 Apr 07 08:20:24.738332 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b0536a3f-1aa9-4c9f-882e-2da3190876b3 req-49422f7f-cf73-413a-942a-a5e28c418c3c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Apr 07 08:20:24.784026 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:25.019684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc609-47c2-4013-af54-97b069c78ee3 req-24da26b8-239d-44ed-8199-317ba75924d0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:25.022183 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-82ddc609-47c2-4013-af54-97b069c78ee3 req-24da26b8-239d-44ed-8199-317ba75924d0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1327777 Apr 07 08:20:25.155391 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-82ddc609-47c2-4013-af54-97b069c78ee3 req-fb91709f-89e7-4212-a486-0d96bfcaa1ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263998 Apr 07 08:20:25.175065 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Sync routers for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:20:25.207642 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:25.209635 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:25.398205 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:25.811737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b4b1dfa0-d733-4292-967a-db9a16a1eba3 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:25.960758 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:22Z', 'revision_number': 4, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '94e60b63-bcc8-4b84-a5ff-6d6133cb2620', 'name': '', 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'mac_address': 'fa:16:3e:df:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:22Z', 'updated_at': '2022-04-07T08:20:23Z', 'revision_number': 2, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'subnets': [{'id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:25.984748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59418d3-c4bf-41a1-8c4d-8ac5a2f31ef4 req-b533ab00-231f-4cb3-a517-194871380655 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:25.992028 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d59418d3-c4bf-41a1-8c4d-8ac5a2f31ef4 req-b533ab00-231f-4cb3-a517-194871380655 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.1190114 Apr 07 08:20:26.053171 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Checking router: d00d9129-a976-4548-8519-2bcda7601505 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:20:26.053680 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Updating router d00d9129-a976-4548-8519-2bcda7601505 port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:20:26.064254 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d59418d3-c4bf-41a1-8c4d-8ac5a2f31ef4 req-a5c413a4-2732-4a94-9c14-26bae88c324e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709403 Apr 07 08:20:26.095451 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port b4b1dfa0-d733-4292-967a-db9a16a1eba3 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:26.096070 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:26.131236 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:26.345288 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d802f3-7f42-4dc3-b221-0c89ee6eb9fd req-1ec32f12-b6cd-407d-ba74-595cce7bd7c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:26.354067 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-88d802f3-7f42-4dc3-b221-0c89ee6eb9fd req-1ec32f12-b6cd-407d-ba74-595cce7bd7c2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0850492 Apr 07 08:20:26.454750 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-88d802f3-7f42-4dc3-b221-0c89ee6eb9fd req-dab0be22-c869-4c01-b5e0-a9c183ae85be tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989537 Apr 07 08:20:26.479498 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port b4b1dfa0-d733-4292-967a-db9a16a1eba3 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:26.730106 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks [] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:26.839348 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:26.917039 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ea8d9-1e4b-4c89-a113-6e23afa106e3 None None] Pushing event updated for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:27.022175 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Attempting to bind port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:27.022717 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Attempting to bind port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:27.023186 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Attempting to bind port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 on network 3dbf4601-dd75-4355-975a-4b85d9aa02bd {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:27.029190 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:27.029692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Checking segment: {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:27.041008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:27.041008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Bound using segment: {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:27.041008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Bound port: 94e60b63-bcc8-4b84-a5ff-6d6133cb2620, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d1b92d-138c-4b5f-afe6-ba99705a3f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:27.041008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:27.241200 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] For port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:27.253884 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] For port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:27.311433 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9cbc-f36b-427c-9c20-9eb5953b6098 req-92a94f55-00cc-4f6d-b1e1-b3f125fcffa0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:27.313753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ddd9cbc-f36b-427c-9c20-9eb5953b6098 req-92a94f55-00cc-4f6d-b1e1-b3f125fcffa0 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.1354265 Apr 07 08:20:27.380789 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:27.421982 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ddd9cbc-f36b-427c-9c20-9eb5953b6098 req-bf5ec92d-fd31-471c-be89-48369be6a160 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021154 Apr 07 08:20:27.485066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ea8d9-1e4b-4c89-a113-6e23afa106e3 None None] Pushing event updated for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:27.556312 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:20:27.556927 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:27.633768 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Provisioning complete for port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:27.634080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:27.731042 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e237d-9372-4ec9-aeac-38d4b2daf7b4 req-4e1b1927-896e-4508-8f16-56f47dce3733 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:27.743312 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7c4e237d-9372-4ec9-aeac-38d4b2daf7b4 req-4e1b1927-896e-4508-8f16-56f47dce3733 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0971992 Apr 07 08:20:27.852147 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7c4e237d-9372-4ec9-aeac-38d4b2daf7b4 req-9cc265b9-b58b-43e3-8311-d50c2c8b7847 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045616 Apr 07 08:20:27.907168 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:20:27.909747 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Current status of the port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:27.910373 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:27.993113 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] For port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:28.085485 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:28.149170 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-06d56d7c-246d-4f8e-be36-92314705396c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:28.151412 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-06d56d7c-246d-4f8e-be36-92314705396c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.0977485 Apr 07 08:20:28.238526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-5525715d-f7c8-4820-8f1c-0594be8a8bae None None] Provisioning complete for port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:28.238920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5525715d-f7c8-4820-8f1c-0594be8a8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:28.240914 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Pushing event updated for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:28.249684 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.249948 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.250323 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.250914 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.251481 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.251821 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.252154 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.252486 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.252829 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.253157 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.262849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.262849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.262849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.262849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.262849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eaba0f-c0cf-48df-9ef3-b3cb1576b811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:28.494814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Deleting port cdd38a34-207d-4552-8585-a1ffdcdac1db {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:20:28.496703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:28.560157 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-5525715d-f7c8-4820-8f1c-0594be8a8bae None None] Current status of the port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:28.568941 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:22Z', 'revision_number': 4, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '94e60b63-bcc8-4b84-a5ff-6d6133cb2620', 'name': '', 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'mac_address': 'fa:16:3e:df:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:22Z', 'updated_at': '2022-04-07T08:20:27Z', 'revision_number': 4, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'subnets': [{'id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:20:28.598791 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf25243-a6aa-441e-b542-113ab0e5cfdb None None] The sync data for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi is: [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:20:22Z', 'revision_number': 4, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '94e60b63-bcc8-4b84-a5ff-6d6133cb2620', 'name': '', 'network_id': '3dbf4601-dd75-4355-975a-4b85d9aa02bd', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'mac_address': 'fa:16:3e:df:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:22Z', 'updated_at': '2022-04-07T08:20:27Z', 'revision_number': 4, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'subnets': [{'id': 'c877f9a3-abd5-429e-96f7-e5891e570635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:20:28.669056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] For port cdd38a34-207d-4552-8585-a1ffdcdac1db, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=cdd38a34-207d-4552-8585-a1ffdcdac1db,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:28.669364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:28.686897 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b2ba3-f5b0-4a62-8b3e-1add4c36177f req-3d5d1096-8dd3-4dd4-b29f-f510361781f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:28.688500 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-011b2ba3-f5b0-4a62-8b3e-1add4c36177f req-3d5d1096-8dd3-4dd4-b29f-f510361781f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 945 time: 0.1534944 Apr 07 08:20:28.696302 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Calling delete_port for cdd38a34-207d-4552-8585-a1ffdcdac1db owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:20:28.813932 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-011b2ba3-f5b0-4a62-8b3e-1add4c36177f req-e848e578-48d7-4f1c-b136-5100fda69d81 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186028 Apr 07 08:20:28.980828 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b2ed-3c3c-4e75-96f3-7f4a9a1307da req-2e736ba1-ead6-4ba9-bcbd-d91ca2e80b38 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:28.982415 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a49b2ed-3c3c-4e75-96f3-7f4a9a1307da req-2e736ba1-ead6-4ba9-bcbd-d91ca2e80b38 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0538263 Apr 07 08:20:29.031937 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a49b2ed-3c3c-4e75-96f3-7f4a9a1307da req-2ea1127e-317d-45b0-806f-fb5750381a6d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Apr 07 08:20:29.200925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (cdd38a34-207d-4552-8585-a1ffdcdac1db), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:29.233521 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Pushing event deleted for resources: {'Port': ['ID=cdd38a34-207d-4552-8585-a1ffdcdac1db,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:29.293687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] No DVR routers for this DVR port cdd38a34-207d-4552-8585-a1ffdcdac1db on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:20:29.293687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:29.293687 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97fef221-80d0-4c9e-9ab4-70d86bb15d7e req-ad493fc1-f11b-4435-83f6-625cb21786f2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "DELETE /v2.0/ports/cdd38a34-207d-4552-8585-a1ffdcdac1db HTTP/1.1" status: 204 len: 173 time: 1.1265593 Apr 07 08:20:29.293687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'name': 'network-vif-deleted', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:20:29.293687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0282e8-eb3f-4479-a404-e399ea2a8125" -d '{"events": [{"server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "name": "network-vif-deleted", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:20:29.326132 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4cbba-b9b5-4dbc-be02-c449ac871bdb x-openstack-request-id: req-bbf4cbba-b9b5-4dbc-be02-c449ac871bdb {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:20:29.326421 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e55f6c-8cd1-41ae-bb84-39dfecb310dd", "name": "network-vif-deleted", "tag": "cdd38a34-207d-4552-8585-a1ffdcdac1db", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:20:29.326705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbf4cbba-b9b5-4dbc-be02-c449ac871bdb {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:20:29.327106 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf4cbba-b9b5-4dbc-be02-c449ac871bdb'] response: {'server_uuid': 'e8e55f6c-8cd1-41ae-bb84-39dfecb310dd', 'name': 'network-vif-deleted', 'tag': 'cdd38a34-207d-4552-8585-a1ffdcdac1db', 'status': 'completed', 'code': 200} Apr 07 08:20:29.824661 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:29.945221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:29.945929 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:29.962342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52d06e75-0877-4fd4-91b0-20cd07454d84 req-730ec3dd-203c-432b-928c-17f320d13d0d tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0390851 Apr 07 08:20:30.053628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:30.237236 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7a842-68b3-4d9b-b7bf-be20d3ec2c67 req-1deb05dc-765b-4679-947a-414530c9751b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:30.243534 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-adc7a842-68b3-4d9b-b7bf-be20d3ec2c67 req-1deb05dc-765b-4679-947a-414530c9751b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1093848 Apr 07 08:20:30.332813 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-adc7a842-68b3-4d9b-b7bf-be20d3ec2c67 req-aee05d01-e8c7-4d86-9d2d-806724f00b2e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803521 Apr 07 08:20:31.076831 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-08af3619-d313-44f8-ba5f-2a698fc64b38 req-af3f15bf-21d8-4bc4-88ab-4e1bb43be9b6 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0316505 Apr 07 08:20:31.491632 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e1ca6-6624-47e0-9042-9267a2c23f0b req-0634f565-2a30-475a-8123-bfaab8d55d7a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:31.493123 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c9e1ca6-6624-47e0-9042-9267a2c23f0b req-0634f565-2a30-475a-8123-bfaab8d55d7a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0607121 Apr 07 08:20:31.547758 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c9e1ca6-6624-47e0-9042-9267a2c23f0b req-0c0350d6-98bb-4435-ab23-1faea5c6e0b9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Apr 07 08:20:32.182929 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f0ff60b3-0faf-4275-ad12-62046c37c9bc req-67ca7573-9fdd-4eb2-b979-fb7eaf658645 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0320621 Apr 07 08:20:32.298538 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device cdd38a34-207d-4552-8585-a1ffdcdac1db no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:20:32.324181 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: cdd38a34-207d-4552-8585-a1ffdcdac1db {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:20:32.324800 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device cdd38a34-207d-4552-8585-a1ffdcdac1db not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:20:32.684105 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525a71c-0f51-405d-ba9b-487ba2958b15 req-7e20a1ab-6781-4e74-a563-2d2c817bd65e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:32.685766 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b525a71c-0f51-405d-ba9b-487ba2958b15 req-7e20a1ab-6781-4e74-a563-2d2c817bd65e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0570424 Apr 07 08:20:32.741882 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b525a71c-0f51-405d-ba9b-487ba2958b15 req-9d47c621-ba51-41d9-a9db-79edf8bf82ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Apr 07 08:20:33.307489 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3fad3921-1d76-4b7a-8db4-76aebef04e50 req-83345f02-0b81-4827-8057-e8971a61dab8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0426979 Apr 07 08:20:33.898162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081d473-253b-42c5-80aa-2b8d0318a436 req-5b2e1f3e-79a2-46b8-839a-aa95f9d695b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:33.899702 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4081d473-253b-42c5-80aa-2b8d0318a436 req-5b2e1f3e-79a2-46b8-839a-aa95f9d695b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0728223 Apr 07 08:20:34.386743 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4081d473-253b-42c5-80aa-2b8d0318a436 req-c9886c43-b44f-41db-965b-f0e3b923c02d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775801 Apr 07 08:20:34.504469 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b62d2c4b-900f-4bfd-9608-d1c0381708d7 req-f8530643-1ea3-4c80-93e2-f8eeb5ff34f8 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0754774 Apr 07 08:20:35.528369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd807c-b99c-47df-aa3f-a174c113391c req-78672287-cce3-413b-9209-a1996c704cf7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:35.530007 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d1cd807c-b99c-47df-aa3f-a174c113391c req-78672287-cce3-413b-9209-a1996c704cf7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0560896 Apr 07 08:20:35.595872 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d1cd807c-b99c-47df-aa3f-a174c113391c req-22952e6a-fdac-4f0c-a0c4-31e9df0bb64b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590644 Apr 07 08:20:35.633777 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f61065c9-0633-4a5a-9234-3a40192be778 req-1e5be92b-d710-4d96-97cc-e71cb239d619 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0307338 Apr 07 08:20:36.762503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47db67-c574-4f34-8c53-425753767d7d req-7279ceec-f6ee-42d9-9c5a-9dc6eaabb672 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:36.764186 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0a47db67-c574-4f34-8c53-425753767d7d req-7279ceec-f6ee-42d9-9c5a-9dc6eaabb672 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0670314 Apr 07 08:20:36.840416 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fa661053-408b-4141-a56a-255f3f2b071e req-8f50a8fd-dcda-4f6a-8927-bc4484b62b4a tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0352623 Apr 07 08:20:36.843947 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0a47db67-c574-4f34-8c53-425753767d7d req-1af03992-ed02-49c7-86f0-40d27d15bae6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741346 Apr 07 08:20:37.942678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-8ba83be7-bfae-4f4e-8dbf-8791e3fd3175 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:37.944102 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-8ba83be7-bfae-4f4e-8dbf-8791e3fd3175 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 815 time: 0.1135941 Apr 07 08:20:37.960682 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-afbfbe90-547c-44d2-a5f3-3c8971d3716c req-59fff0fd-03b5-4302-b3db-d5d361f86c1d tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e55f6c-8cd1-41ae-bb84-39dfecb310dd HTTP/1.1" status: 200 len: 210 time: 0.0405898 Apr 07 08:20:37.981578 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-c456b69e-e7a1-47e2-85c7-5323d194d093 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/quotas/25125cdb782c4384ab8e437eb6661d1d HTTP/1.1" status: 200 len: 375 time: 0.0143731 Apr 07 08:20:38.056604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-79e30c1d-c9a0-448c-929c-83ec79bfb86a tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781684 Apr 07 08:20:38.099195 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2eb0-2205-4054-8608-9fa8aac5d8d3 req-cb4f4ff2-1e4e-453f-b330-706f3ab5b23b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:38.100734 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e58d2eb0-2205-4054-8608-9fa8aac5d8d3 req-cb4f4ff2-1e4e-453f-b330-706f3ab5b23b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0847907 Apr 07 08:20:38.194671 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e58d2eb0-2205-4054-8608-9fa8aac5d8d3 req-fa4ccdd8-8c5a-469c-abc1-163612032f19 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664945 Apr 07 08:20:38.196733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-8cffa3a7-218e-4502-bc5f-a0f5bcfb3645 service neutron] 10.222.0.24 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289802 Apr 07 08:20:38.286403 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-23514df9-afe8-48fe-a8b4-f96bdfb3796e service neutron] 10.222.0.24 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839493 Apr 07 08:20:38.563184 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-403c6f50-0f54-43cf-b425-f247afb765ea req-846e4505-e2f3-4d69-8dd9-2ad9ac9e37fe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0686119 Apr 07 08:20:38.958735 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:20:39.347571 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc018-50cc-4cef-b55f-e4a32572be4e req-223b11cb-e632-4fa1-9bc0-5c3d607a7f83 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:39.350303 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-264bc018-50cc-4cef-b55f-e4a32572be4e req-223b11cb-e632-4fa1-9bc0-5c3d607a7f83 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0580838 Apr 07 08:20:39.401589 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-264bc018-50cc-4cef-b55f-e4a32572be4e req-1798defb-137a-455c-8906-753aaa607f3c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 Apr 07 08:20:39.630397 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a614b410-01c2-4c0b-8046-a45ad69dfc01 req-e3806627-6eec-4246-9b48-3cac9280d84d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Apr 07 08:20:40.220616 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb369f54-6c8a-45a6-8489-d9afcca8820e req-882cdd7b-fc1b-4e4d-9d2d-8bc6ac36d6a4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:40.222082 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fb369f54-6c8a-45a6-8489-d9afcca8820e req-882cdd7b-fc1b-4e4d-9d2d-8bc6ac36d6a4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0536215 Apr 07 08:20:40.270063 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fb369f54-6c8a-45a6-8489-d9afcca8820e req-13ae94d0-9f2f-4e7c-b239-cfdb8758d088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423901 Apr 07 08:20:40.528806 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d5bab-5590-49bf-89e1-f7dac39799f8 req-ee3e02f6-9fdd-4292-9411-1864ceae96ad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:40.530553 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-547d5bab-5590-49bf-89e1-f7dac39799f8 req-ee3e02f6-9fdd-4292-9411-1864ceae96ad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0572152 Apr 07 08:20:40.580435 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-547d5bab-5590-49bf-89e1-f7dac39799f8 req-3a65da96-dc0b-417b-b0c5-9862cc6a690f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Apr 07 08:20:40.720458 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b0c8553-089e-40fa-8b95-e28b951b80a6 req-12cfea31-7756-449d-b821-74030c8c1117 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Apr 07 08:20:41.390637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df85786-502b-4d76-bb87-e208f73a62d2 req-abbfe4b4-e96d-4faa-83e5-7082a9e920f4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:41.392131 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9df85786-502b-4d76-bb87-e208f73a62d2 req-abbfe4b4-e96d-4faa-83e5-7082a9e920f4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0530665 Apr 07 08:20:41.438627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9df85786-502b-4d76-bb87-e208f73a62d2 req-f2eb6b7e-72de-4dc5-b0a5-1e5131894dae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405633 Apr 07 08:20:41.704342 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711de0c-1da0-4181-8549-9092da6944a3 req-32675ab2-2fb8-4c80-bbad-c58f0b9e676b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:41.705793 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3711de0c-1da0-4181-8549-9092da6944a3 req-32675ab2-2fb8-4c80-bbad-c58f0b9e676b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0559981 Apr 07 08:20:41.751452 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3711de0c-1da0-4181-8549-9092da6944a3 req-c6d8df85-67df-47db-abde-550b4c9180cb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401638 Apr 07 08:20:41.831649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ec8b2104-f131-4d24-bd6d-922ae28447e3 req-fb2b93b5-6dea-4d22-a5e8-e15b459472e2 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Apr 07 08:20:42.557359 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fe22c-fc3e-444f-8059-a49f3e4429d5 req-7c43e0b8-7e2d-442b-a85c-8e7080ab384e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:42.558816 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-823fe22c-fc3e-444f-8059-a49f3e4429d5 req-7c43e0b8-7e2d-442b-a85c-8e7080ab384e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0510681 Apr 07 08:20:42.611368 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-823fe22c-fc3e-444f-8059-a49f3e4429d5 req-f326c84c-37cd-41f4-82d5-17702b1dd6d3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467751 Apr 07 08:20:42.854721 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-92c821d5-4771-40aa-a84b-40ed0b068bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689325 Apr 07 08:20:42.879914 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa6d9f-af55-43c1-8317-a1e1b26973ac req-bb75ca99-21e7-423b-98dc-2e6242111b2f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:42.883245 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01fa6d9f-af55-43c1-8317-a1e1b26973ac req-bb75ca99-21e7-423b-98dc-2e6242111b2f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0581322 Apr 07 08:20:42.928264 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01fa6d9f-af55-43c1-8317-a1e1b26973ac req-4ecf0c8d-f4a7-4f4c-95dc-12ef4b127c48 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Apr 07 08:20:43.029371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b625ca45-d659-43e4-9226-26bf5940c979 req-2c4ef0d4-5241-46ca-985a-f0673b2cd278 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0403657 Apr 07 08:20:43.049313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-b45f31a8-751d-4733-8b0d-5400dc9fe4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:43.050831 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-b45f31a8-751d-4733-8b0d-5400dc9fe4fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 1130 time: 0.0711045 Apr 07 08:20:43.060251 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:43.727966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092113-489a-48fa-a500-ec8fb368ee87 req-b2f7d79f-1ab0-4267-8c2d-6609bcb9d6df tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:43.729431 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ba092113-489a-48fa-a500-ec8fb368ee87 req-b2f7d79f-1ab0-4267-8c2d-6609bcb9d6df tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0510890 Apr 07 08:20:43.778218 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ba092113-489a-48fa-a500-ec8fb368ee87 req-7cbac5fe-c6b7-48b3-adeb-1bd6b249fadf tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401428 Apr 07 08:20:44.049885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652ddbb-91a0-467f-95f0-7a1dcd37c99f req-27e3a8ff-601e-432f-8a79-b33be49231f8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:44.051478 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8652ddbb-91a0-467f-95f0-7a1dcd37c99f req-27e3a8ff-601e-432f-8a79-b33be49231f8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0510650 Apr 07 08:20:44.110555 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8652ddbb-91a0-467f-95f0-7a1dcd37c99f req-bb84a18d-338b-471c-9064-122d16af5230 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528381 Apr 07 08:20:44.126647 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79bd1593-8e16-4063-bbbf-ad622a2975f2 req-34089c5f-f7b9-4a75-9e65-ef8e4cb0e527 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0314007 Apr 07 08:20:44.893812 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a346771-4ddc-4c7c-b873-3353bd02adc0 req-edd2d65d-bf77-4391-ba83-218d0f779ca1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:44.895212 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a346771-4ddc-4c7c-b873-3353bd02adc0 req-edd2d65d-bf77-4391-ba83-218d0f779ca1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0530734 Apr 07 08:20:44.940371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a346771-4ddc-4c7c-b873-3353bd02adc0 req-aa096d12-f3f8-4cc5-91df-8cde7815f764 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397193 Apr 07 08:20:45.244064 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d5cfc160-63ca-4e12-90be-6317e8039fa1 req-b4ff6e3c-dd36-4066-b68f-7779c244f88f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0495884 Apr 07 08:20:45.264548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a0926-c044-4370-bb4a-cbb5f9060f65 req-cf54c98f-bc5a-4c79-8597-73e339d1d552 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:45.265986 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c85a0926-c044-4370-bb4a-cbb5f9060f65 req-cf54c98f-bc5a-4c79-8597-73e339d1d552 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0831363 Apr 07 08:20:45.311327 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c85a0926-c044-4370-bb4a-cbb5f9060f65 req-6c90fc5d-3e7d-422d-a9ef-864dfa95e24c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393627 Apr 07 08:20:45.945117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-9016b743-3ba3-4eef-9e1a-9e4b53cb441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:45.946560 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-9016b743-3ba3-4eef-9e1a-9e4b53cb441d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0821171 Apr 07 08:20:46.059398 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d231a-5d0c-41ea-a899-6ab1c260aaf3 req-a421b94a-e2a0-4cda-80b7-6042f61e3c5b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:46.060848 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3b8d231a-5d0c-41ea-a899-6ab1c260aaf3 req-a421b94a-e2a0-4cda-80b7-6042f61e3c5b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0558541 Apr 07 08:20:46.107129 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3b8d231a-5d0c-41ea-a899-6ab1c260aaf3 req-b68e61ab-21bb-412b-8dc5-c341411e5dfd tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406656 Apr 07 08:20:46.269453 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-494d2490-9f49-4706-88a4-ea34c9ae0e52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 200 len: 217 time: 0.0361240 Apr 07 08:20:46.335023 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-074cf38a-be18-42b2-b94e-77d0a12c7851 req-fe7a44cb-3fea-42d7-822a-2525cb568055 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0272863 Apr 07 08:20:46.441372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e95e52-095a-4263-a392-686c9b848100 req-f34f4432-b7a8-4c08-ac13-4773fb3972dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:46.443472 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7e95e52-095a-4263-a392-686c9b848100 req-f34f4432-b7a8-4c08-ac13-4773fb3972dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0580797 Apr 07 08:20:46.491481 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7e95e52-095a-4263-a392-686c9b848100 req-c694915c-b272-4c8c-875f-889ffb34f4f6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Apr 07 08:20:47.223306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db45b1-000c-4dec-8029-1cc108fa0209 req-3dcee208-d820-4670-9f30-9c5e2ec04ba6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:47.225536 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90db45b1-000c-4dec-8029-1cc108fa0209 req-3dcee208-d820-4670-9f30-9c5e2ec04ba6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0546076 Apr 07 08:20:47.295978 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-e3b27ef6-6cae-4950-9149-35632963f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:47.297417 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-e3b27ef6-6cae-4950-9149-35632963f637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0711234 Apr 07 08:20:47.304493 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90db45b1-000c-4dec-8029-1cc108fa0209 req-e09b1cdd-7f0f-48cb-8079-7835f07f1372 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709603 Apr 07 08:20:47.368112 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-b672dbaa-1d60-47d8-b1d0-164efc0c5dc7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:47.368112 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-b672dbaa-1d60-47d8-b1d0-164efc0c5dc7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 815 time: 0.1154704 Apr 07 08:20:47.370979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-93284fd9-0283-48ba-88de-c892241e299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:47.372508 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-93284fd9-0283-48ba-88de-c892241e299c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532060 Apr 07 08:20:47.392363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'port': {'device_id': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'admin_state_up': True, 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:47.469464 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8d6bc383-ce7d-4a82-979e-e9524b97f796 req-91499c2e-cf6f-46ef-b08e-4694dd99a65f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0597956 Apr 07 08:20:47.514374 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-dcb58fbe-066e-4100-9386-0802ca704d44 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Apr 07 08:20:47.602939 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Made reservation on behalf of 25125cdb782c4384ab8e437eb6661d1d for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:20:47.606740 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:47.640537 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c447f2f8-05b9-41e1-b4da-4358b08b5293 req-0ac6c5e7-1172-4dd5-8674-d1b997c31a6e service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175656 Apr 07 08:20:47.654628 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae710-7960-40ed-bedb-60a7f7e0253d req-f07b3f00-95cf-4d86-a595-fc286c8943c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:47.656087 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e1ae710-7960-40ed-bedb-60a7f7e0253d req-f07b3f00-95cf-4d86-a595-fc286c8943c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.0776925 Apr 07 08:20:47.712952 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e1ae710-7960-40ed-bedb-60a7f7e0253d req-4c4ae056-6ea6-4e9b-9bfa-e0a45eb11a05 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485907 Apr 07 08:20:47.749278 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Allocated IP 172.20.0.3 (d6342c78-0122-4d49-8791-e40ee0c5fceb/c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4/3972f43d-b428-40c7-b036-ec0a1abe4488) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:20:48.119918 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:48.243753 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:48.285027 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Network d6342c78-0122-4d49-8791-e40ee0c5fceb is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:20:48.289525 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:20:48.292308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:20:48.333622 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:48.344957 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.344957 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.345173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.345522 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.345865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.346202 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.346763 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.347220 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.347432 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.347768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.348707 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.348947 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.349371 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.349919 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.350559 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:48.406553 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:48.409279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:48.477344 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1b06e-7e8a-483d-9d21-6db05a8f45df req-23734793-334f-447b-9256-798eedf58c3f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:48.479569 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7b1b06e-7e8a-483d-9d21-6db05a8f45df req-23734793-334f-447b-9256-798eedf58c3f tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0641816 Apr 07 08:20:48.553000 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7b1b06e-7e8a-483d-9d21-6db05a8f45df req-49218f88-fbc7-4929-9aa7-598eae30d0d3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675235 Apr 07 08:20:48.600915 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-9fb29809-feb5-4e2d-af84-eb0658075fed tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2126255 Apr 07 08:20:48.649056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d845b2-d48e-449b-968d-2f97beeb7385 req-f6687312-c003-4d56-afd4-8643317fb8c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:48.652015 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40d845b2-d48e-449b-968d-2f97beeb7385 req-f6687312-c003-4d56-afd4-8643317fb8c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 931 time: 0.0711248 Apr 07 08:20:48.682881 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-71f44ea6-20e6-40c1-9b86-9538729c2149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:48.695460 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-0df1feac-edea-472a-8337-1c37ee809d33 None None] Provisioning complete for port 3972f43d-b428-40c7-b036-ec0a1abe4488 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:48.696373 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0df1feac-edea-472a-8337-1c37ee809d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:48.754045 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-0df1feac-edea-472a-8337-1c37ee809d33 None None] Port 3972f43d-b428-40c7-b036-ec0a1abe4488 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:20:48.757421 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:20:48.809488 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-40d845b2-d48e-449b-968d-2f97beeb7385 req-5d4dbbe3-a27d-45ef-99c5-70b5bf255f4c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517117 Apr 07 08:20:48.992152 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d2cde-b8b1-4088-8294-4b8318f81125 req-cc36a07d-e8ea-45c8-8718-594cc1ce439d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:48.995807 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-051d2cde-b8b1-4088-8294-4b8318f81125 req-cc36a07d-e8ea-45c8-8718-594cc1ce439d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 944 time: 0.1102705 Apr 07 08:20:49.011805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:49.016744 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Request body: {'port': {'device_id': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:20:49.029386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'mac_address': 'fa:16:3e:03:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:20:49.081367 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:49.083229 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.090158 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-051d2cde-b8b1-4088-8294-4b8318f81125 req-e60ac33f-e157-4991-945c-c481764b6384 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880303 Apr 07 08:20:49.104580 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:20:49.131157 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:49.165774 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.203044 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.273185 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=9']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:49.463810 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3972f43d-b428-40c7-b036-ec0a1abe4488 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:20:49.471047 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks [] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.482593 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Transition to ACTIVE for port object 3972f43d-b428-40c7-b036-ec0a1abe4488 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:20:49.551151 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.621689 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:49.673351 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Attempting to bind port 3972f43d-b428-40c7-b036-ec0a1abe4488 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:20:49.673704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Attempting to bind port 3972f43d-b428-40c7-b036-ec0a1abe4488 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:20:49.674041 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Attempting to bind port 3972f43d-b428-40c7-b036-ec0a1abe4488 on network d6342c78-0122-4d49-8791-e40ee0c5fceb {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:49.679770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Port 3972f43d-b428-40c7-b036-ec0a1abe4488 on network d6342c78-0122-4d49-8791-e40ee0c5fceb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:20:49.680106 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Attempting to bind port 3972f43d-b428-40c7-b036-ec0a1abe4488 on network d6342c78-0122-4d49-8791-e40ee0c5fceb {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:20:49.680664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1591-b8f4-41d7-b98f-839edee89f58 req-f6562931-ba8d-4fc5-bcdc-913bcc3b4e6a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:49.682232 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-808e1591-b8f4-41d7-b98f-839edee89f58 req-f6562931-ba8d-4fc5-bcdc-913bcc3b4e6a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0579634 Apr 07 08:20:49.685452 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:20:49.685806 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Checking segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:20:49.686198 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Bound using segment: {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:20:49.686674 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Bound port: 3972f43d-b428-40c7-b036-ec0a1abe4488, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eccacd1-5b20-4b8c-9581-9c29b484b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:20:49.687079 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.731507 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-808e1591-b8f4-41d7-b98f-839edee89f58 req-cf728710-9e61-436c-8506-563e7d7128c4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429099 Apr 07 08:20:49.760031 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:20:49.763143 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:20:49.854700 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.888337 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:49.888893 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:49.890312 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 1093 time: 0.8790581 Apr 07 08:20:49.892875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:20:49.895104 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152505f-50f0-4107-ab7a-462894cdf540" -d '{"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:20:49.939942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a03ad0-7646-470a-92cf-17514bcf467f x-openstack-request-id: req-84a03ad0-7646-470a-92cf-17514bcf467f {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:20:49.939942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:20:49.940225 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84a03ad0-7646-470a-92cf-17514bcf467f {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:20:49.940434 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a03ad0-7646-470a-92cf-17514bcf467f'] response: {'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:20:49.941292 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be94566-b038-43a9-8693-f8161617c4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:49.952978 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ec63-a258-49e4-b683-44ccf54856c3 req-3133dcc8-abee-4950-8e1a-10303523e5ea tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:49.954540 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0132ec63-a258-49e4-b683-44ccf54856c3 req-3133dcc8-abee-4950-8e1a-10303523e5ea tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0643861 Apr 07 08:20:50.008747 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0132ec63-a258-49e4-b683-44ccf54856c3 req-6a28a2c5-6d13-4549-afa3-f1f8979955cd tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Apr 07 08:20:50.211034 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cbd4-3911-45d0-937c-e8506d73e3ba req-217bd637-6ea8-4ffa-bc91-1989bf2a69d1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:50.212417 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4f40cbd4-3911-45d0-937c-e8506d73e3ba req-217bd637-6ea8-4ffa-bc91-1989bf2a69d1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Apr 07 08:20:50.265354 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4f40cbd4-3911-45d0-937c-e8506d73e3ba req-573fca38-c344-4a76-bc54-a29f7ece62bd tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Apr 07 08:20:50.850605 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8559c-8457-477f-ad41-51a9b53cd0bf req-2cd77197-dc0c-4179-81ba-1278706a86cd tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:50.851997 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-36a8559c-8457-477f-ad41-51a9b53cd0bf req-2cd77197-dc0c-4179-81ba-1278706a86cd tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0528207 Apr 07 08:20:50.892472 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-63103a7f-b493-49c8-a756-d08aa85b34a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:50.899116 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-36a8559c-8457-477f-ad41-51a9b53cd0bf req-90747ea9-1e16-4766-889f-7fc5c9e8caae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410707 Apr 07 08:20:51.133695 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e074b32-42d5-436d-b6ff-08ade463b877 req-8b394633-ffdc-4f70-910c-5e51083db04e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:51.135099 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e074b32-42d5-436d-b6ff-08ade463b877 req-8b394633-ffdc-4f70-910c-5e51083db04e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0585783 Apr 07 08:20:51.180081 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e074b32-42d5-436d-b6ff-08ade463b877 req-77322ae6-b376-4318-87bd-bb9f7d23b105 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Apr 07 08:20:51.387696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e9752-1aaf-4dae-ba51-9b5784917114 req-147535f4-40dd-4f00-a2de-c3ab0c5d9be4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:51.389068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b2e9752-1aaf-4dae-ba51-9b5784917114 req-147535f4-40dd-4f00-a2de-c3ab0c5d9be4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Apr 07 08:20:51.434211 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b2e9752-1aaf-4dae-ba51-9b5784917114 req-9b46aae2-8bb7-4951-80ee-cf30d6959863 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Apr 07 08:20:52.019484 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17dbe-55bd-4ad4-ab32-cdb757bc10b8 req-53f6006d-114f-4135-90c1-228d8016aec9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:52.020936 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99d17dbe-55bd-4ad4-ab32-cdb757bc10b8 req-53f6006d-114f-4135-90c1-228d8016aec9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0552907 Apr 07 08:20:52.066753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99d17dbe-55bd-4ad4-ab32-cdb757bc10b8 req-a49f70d1-6053-4a61-8a4e-e18659f1827c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400307 Apr 07 08:20:52.277293 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:52.285069 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3ef6c53f-a938-4e0c-ab6d-05755cc583cc'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:20:52.340592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d260c35-746b-4572-b988-76a566273a97 req-6e9147d3-aaf2-447a-a2a1-45bded3a5075 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:52.342181 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d260c35-746b-4572-b988-76a566273a97 req-6e9147d3-aaf2-447a-a2a1-45bded3a5075 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0827937 Apr 07 08:20:52.403128 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d260c35-746b-4572-b988-76a566273a97 req-f839b7d5-4c5e-4c1a-b85e-785045c42d36 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542521 Apr 07 08:20:52.568905 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8003916-9214-448e-b334-308a0e5f2919 req-2f39f927-7ddb-42cd-b534-bf6ba5ea6ad5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:52.570437 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8003916-9214-448e-b334-308a0e5f2919 req-2f39f927-7ddb-42cd-b534-bf6ba5ea6ad5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0548236 Apr 07 08:20:52.627240 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b8003916-9214-448e-b334-308a0e5f2919 req-834878db-c0f9-4236-b8ec-b87d81ce5e40 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 Apr 07 08:20:53.177048 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-1fdd2be9-e2a2-4f7b-9cf1-5e39e91312a7 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:53.178570 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-1fdd2be9-e2a2-4f7b-9cf1-5e39e91312a7 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/networks?id=de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 200 len: 813 time: 0.1391647 Apr 07 08:20:53.204386 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-58d11d79-0cab-4975-972a-fd8108a00d97 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/quotas/b5e9f059785c4c63b24df7e119ad7b11 HTTP/1.1" status: 200 len: 375 time: 0.0115852 Apr 07 08:20:53.243419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a4c5fc41-016f-4410-bebc-55dad884b7c2 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331933 Apr 07 08:20:53.254769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200051a-7f0d-45d1-a46a-63749107b68b req-22beee02-b32f-4b72-96fd-ea4ab93a7716 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:53.256215 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b200051a-7f0d-45d1-a46a-63749107b68b req-22beee02-b32f-4b72-96fd-ea4ab93a7716 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0995233 Apr 07 08:20:53.372135 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b200051a-7f0d-45d1-a46a-63749107b68b req-ce086edb-e855-483e-8df6-e547536bdb61 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079166 Apr 07 08:20:53.411735 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-d22cb084-009c-4ff9-9b25-69423a277f71 service neutron] 10.222.0.24 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538124 Apr 07 08:20:53.571180 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-5acc6959-cc44-40df-89ed-6ab5c914f2cd service neutron] 10.222.0.24 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529574 Apr 07 08:20:53.584143 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ee77-bfa2-4827-a87f-9aebe22676c3 req-cab1d7a9-b1ad-4129-a808-11de227390a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:53.591426 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c82ee77-bfa2-4827-a87f-9aebe22676c3 req-cab1d7a9-b1ad-4129-a808-11de227390a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0900383 Apr 07 08:20:53.651645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c82ee77-bfa2-4827-a87f-9aebe22676c3 req-60cf7523-0e13-4deb-a5c8-f7e9c0c89b94 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587792 Apr 07 08:20:53.803092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98bd49-d6bb-4373-801e-e77ff5327d32 req-6bd7a326-cf10-40fc-83a3-5f962f9a46dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:53.804710 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b98bd49-d6bb-4373-801e-e77ff5327d32 req-6bd7a326-cf10-40fc-83a3-5f962f9a46dc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 945 time: 0.0645318 Apr 07 08:20:53.863531 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b98bd49-d6bb-4373-801e-e77ff5327d32 req-7e903641-7be3-4412-9f58-54a12144fa0c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Apr 07 08:20:53.866019 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:20:53.928360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:20:53.928673 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:54.025986 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:20:54.027412 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:54.056435 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:20:54.059647 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b70ddf8-0658-44a5-a1f1-079a210328e1" -d '{"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:20:54.075023 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:20:54.115778 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dff7b6-e89d-4b1b-961f-8dd14e416c92 x-openstack-request-id: req-48dff7b6-e89d-4b1b-961f-8dd14e416c92 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:20:54.116073 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:20:54.116330 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48dff7b6-e89d-4b1b-961f-8dd14e416c92 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:20:54.116729 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48dff7b6-e89d-4b1b-961f-8dd14e416c92'] response: {'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'code': 200} Apr 07 08:20:54.391925 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:54.483165 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:54.561569 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=10']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:54.573364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61994cb8-25bd-4d68-b888-80b57566cf80 req-2dc8fa67-7fc3-4931-8a4d-02a586031f77 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:54.574997 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61994cb8-25bd-4d68-b888-80b57566cf80 req-2dc8fa67-7fc3-4931-8a4d-02a586031f77 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1063411 Apr 07 08:20:54.619260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9309bf47-3db9-47c0-a117-ec9686b2472e req-dc766c13-eb32-4437-89eb-d31ff37ce8a1 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0301185 Apr 07 08:20:54.707230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61994cb8-25bd-4d68-b888-80b57566cf80 req-b58239b2-88b1-41f1-8a90-2eb54c7e21bc tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141691 Apr 07 08:20:54.780531 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:54.825686 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce3fc5-27b7-4d79-8f8b-4113e032f994 req-29c82543-8753-4a4d-8147-74e62cf9e647 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:54.827283 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9ce3fc5-27b7-4d79-8f8b-4113e032f994 req-29c82543-8753-4a4d-8147-74e62cf9e647 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0631959 Apr 07 08:20:54.893626 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9ce3fc5-27b7-4d79-8f8b-4113e032f994 req-395ecb19-5e37-466a-9674-26dd953aeef0 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Apr 07 08:20:55.029070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44894496-01e3-49b0-b27f-8b5f34d476b1 req-e0906aa5-2f4b-48b0-a47c-5614bbd68c02 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:55.030785 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-44894496-01e3-49b0-b27f-8b5f34d476b1 req-e0906aa5-2f4b-48b0-a47c-5614bbd68c02 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0816059 Apr 07 08:20:55.080440 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-44894496-01e3-49b0-b27f-8b5f34d476b1 req-7a2f2554-0431-4f5c-89cf-57562b937789 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Apr 07 08:20:55.749519 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e8851d6-9911-4aea-9032-942c54171ae0 req-f7671fb1-619d-4416-87b9-75ade9511e5f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0327086 Apr 07 08:20:55.855785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b526ca-eb9e-482e-b6c0-f9786273e2d7 req-7be0f590-ee4f-4932-8243-e7572ed25f65 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:55.861384 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61b526ca-eb9e-482e-b6c0-f9786273e2d7 req-7be0f590-ee4f-4932-8243-e7572ed25f65 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0596592 Apr 07 08:20:55.921879 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61b526ca-eb9e-482e-b6c0-f9786273e2d7 req-0694b46e-7341-4407-a7ce-b8b3e86fc94b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556335 Apr 07 08:20:56.030214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c1ec3-5462-4fce-a477-927c0127262b req-2d3eac6b-e258-405f-815e-fabdd7a6fda5 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:56.031769 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-857c1ec3-5462-4fce-a477-927c0127262b req-2d3eac6b-e258-405f-815e-fabdd7a6fda5 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0588427 Apr 07 08:20:56.087014 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-857c1ec3-5462-4fce-a477-927c0127262b req-87da017c-51aa-4d54-acd7-a04bfe5d40f5 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Apr 07 08:20:56.222230 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05250-f7f5-465b-864f-28f736367647 req-62d3e7e5-49db-4c00-ab7b-6e3de0ccf0ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:56.223758 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8e05250-f7f5-465b-864f-28f736367647 req-62d3e7e5-49db-4c00-ab7b-6e3de0ccf0ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0634043 Apr 07 08:20:56.278793 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8e05250-f7f5-465b-864f-28f736367647 req-4ae1e8ac-fb02-4f90-9332-cf9763932395 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492635 Apr 07 08:20:56.860944 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-03d2783a-1e57-499e-9eea-7835116acf07 req-49552408-87d7-4b77-adef-5c7469d08b99 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0284693 Apr 07 08:20:57.052174 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aaeee-cbe2-4890-bdf6-43706040b39b req-ac945791-61d2-4dab-8e05-f4541f6aac6e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:57.053761 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-610aaeee-cbe2-4890-bdf6-43706040b39b req-ac945791-61d2-4dab-8e05-f4541f6aac6e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0581663 Apr 07 08:20:57.114634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-610aaeee-cbe2-4890-bdf6-43706040b39b req-3e13692e-2e3e-4d79-96cc-cebe2d53bae9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546207 Apr 07 08:20:57.234857 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54c6a-83b3-471e-a74e-e2603d4563d8 req-02f53df5-8165-4688-b902-acefc4a45e4a tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:57.236641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4ba54c6a-83b3-471e-a74e-e2603d4563d8 req-02f53df5-8165-4688-b902-acefc4a45e4a tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0652416 Apr 07 08:20:57.295179 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4ba54c6a-83b3-471e-a74e-e2603d4563d8 req-6e0407f8-5c65-490b-bf9a-33bfe4acd869 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Apr 07 08:20:57.455006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844680c0-3d01-4e33-96d8-44d130956a3b req-6f035470-7b08-41bc-9df3-b2a1b7d3ef52 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:57.456474 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-844680c0-3d01-4e33-96d8-44d130956a3b req-6f035470-7b08-41bc-9df3-b2a1b7d3ef52 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0821283 Apr 07 08:20:57.475273 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 58976) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:57.507209 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-844680c0-3d01-4e33-96d8-44d130956a3b req-b2c72e4b-6dd5-4d13-aae6-9f3a896ecd9a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Apr 07 08:20:57.591693 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b178706f-cecb-4877-81a9-8ffcb7d6c0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.671257 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b178706f-cecb-4877-81a9-8ffcb7d6c0da admin admin] Publish callbacks [] for security_group (49961eaf-c694-4298-ac47-bffc2bc6d37b), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.740602 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b178706f-cecb-4877-81a9-8ffcb7d6c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (49961eaf-c694-4298-ac47-bffc2bc6d37b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.783284 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b178706f-cecb-4877-81a9-8ffcb7d6c0da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e216a36d5e54be7beb9348da628a053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068891 Apr 07 08:20:57.784174 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178706f-cecb-4877-81a9-8ffcb7d6c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49961eaf-c694-4298-ac47-bffc2bc6d37b,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:57.786018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 58980) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:20:57.837542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Publish callbacks [] for security_group (49961eaf-c694-4298-ac47-bffc2bc6d37b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.862598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Publish callbacks [] for security_group (49961eaf-c694-4298-ac47-bffc2bc6d37b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.958680 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6fa7eec3-2053-44e4-9b86-579fe599f48e req-d6440ac6-c4a9-4082-8859-76b425d5a78d tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0295537 Apr 07 08:20:57.966395 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (49961eaf-c694-4298-ac47-bffc2bc6d37b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.969048 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:20:57.979445 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49961eaf-c694-4298-ac47-bffc2bc6d37b HTTP/1.1" status: 204 len: 168 time: 0.1920536 Apr 07 08:20:57.989306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49961eaf-c694-4298-ac47-bffc2bc6d37b,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.998890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.999516 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.999516 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:57.999904 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.000228 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.000535 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.000861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.001176 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.001503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb0954b-194d-46ef-8103-c987ff0ce6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:20:58.264569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d495b-d644-4154-af92-21420aa4e535 req-eb6c0b66-9616-4346-af9f-53a214ecc078 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:58.266552 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af4d495b-d644-4154-af92-21420aa4e535 req-eb6c0b66-9616-4346-af9f-53a214ecc078 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0743067 Apr 07 08:20:58.365560 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af4d495b-d644-4154-af92-21420aa4e535 req-1f67788d-a799-49aa-a50d-69455eeb9301 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926054 Apr 07 08:20:58.482614 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e4549-4bbd-490d-ad9f-4b4e36d50b64 req-0e48d33d-6d4d-4ea4-af8f-d6b126d0357d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:58.484121 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-293e4549-4bbd-490d-ad9f-4b4e36d50b64 req-0e48d33d-6d4d-4ea4-af8f-d6b126d0357d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0844777 Apr 07 08:20:58.541205 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-293e4549-4bbd-490d-ad9f-4b4e36d50b64 req-ea00b08f-c4e3-4a42-b31d-1eaa46175df5 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Apr 07 08:20:58.653334 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841c1f8-cc25-4e8d-be85-dd0c641e9972 req-d34e1a60-7d77-4d46-9596-4790cfc061a4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:58.654788 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f841c1f8-cc25-4e8d-be85-dd0c641e9972 req-d34e1a60-7d77-4d46-9596-4790cfc061a4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0597410 Apr 07 08:20:58.703165 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f841c1f8-cc25-4e8d-be85-dd0c641e9972 req-87c27271-1f8b-4d85-87d3-5b8d30acf6a1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Apr 07 08:20:59.056002 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-771d5143-a7fb-47b6-9e3c-3f9f5605139e req-d8c26528-1734-4f6b-88c0-78f08f9c681c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0286148 Apr 07 08:20:59.519753 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebadb04-e7ee-49e6-96e8-e53ae3b239db req-89136933-135b-4f2f-a098-dd9744bc41e5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:59.521446 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cebadb04-e7ee-49e6-96e8-e53ae3b239db req-89136933-135b-4f2f-a098-dd9744bc41e5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0707431 Apr 07 08:20:59.594509 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cebadb04-e7ee-49e6-96e8-e53ae3b239db req-467490bc-d1fd-4429-ae69-51960943f959 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670733 Apr 07 08:20:59.688002 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b7479-7103-4e53-ae50-fc58f113b839 req-720169a2-94c4-4c37-b6c3-5aba44a3e369 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:59.689500 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-759b7479-7103-4e53-ae50-fc58f113b839 req-720169a2-94c4-4c37-b6c3-5aba44a3e369 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0578787 Apr 07 08:20:59.740065 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-759b7479-7103-4e53-ae50-fc58f113b839 req-fba558b5-b9df-4892-85a8-67076019d2f5 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Apr 07 08:20:59.832857 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef7b7-c09f-4a83-980c-bf6c113414d1 req-5c48d9a2-71bf-482d-805c-b0765f6869a6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:20:59.834257 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6bef7b7-c09f-4a83-980c-bf6c113414d1 req-5c48d9a2-71bf-482d-805c-b0765f6869a6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0558825 Apr 07 08:20:59.881606 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d6bef7b7-c09f-4a83-980c-bf6c113414d1 req-c00dbf6c-15f6-4fe6-8c63-4372901b1e28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Apr 07 08:21:00.150107 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-469d4ca0-d885-4621-af94-df099e183fb9 req-20cc7b41-3af1-43b0-b3be-806e844a773f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0264592 Apr 07 08:21:00.729660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39fc5-dcc2-4f82-a33f-34598de51bc0 req-121c1801-dc0b-4018-90a1-a1704650ae68 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:00.731169 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94b39fc5-dcc2-4f82-a33f-34598de51bc0 req-121c1801-dc0b-4018-90a1-a1704650ae68 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0626566 Apr 07 08:21:00.782810 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152505f-50f0-4107-ab7a-462894cdf540 req-5db26077-7b82-40fd-8393-db82602646ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:00.785070 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d152505f-50f0-4107-ab7a-462894cdf540 req-5db26077-7b82-40fd-8393-db82602646ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1127 time: 0.0829027 Apr 07 08:21:00.796075 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94b39fc5-dcc2-4f82-a33f-34598de51bc0 req-8df122f2-ec74-47bc-8523-01402ec826f1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586710 Apr 07 08:21:00.872694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f068b81-45f5-447b-8352-49b6d90f483d req-c5d96b2e-aee5-4f52-99db-c0a4c765816d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:00.874142 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9f068b81-45f5-447b-8352-49b6d90f483d req-c5d96b2e-aee5-4f52-99db-c0a4c765816d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0588627 Apr 07 08:21:00.919733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9f068b81-45f5-447b-8352-49b6d90f483d req-5bbff781-8b49-4f82-b383-ca836f7fd327 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Apr 07 08:21:01.003212 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd7ec-d6d7-4b0a-8247-50b782c72748 req-9c6f8264-f3c2-4c29-a936-4154c5efdbad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.005234 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94fbd7ec-d6d7-4b0a-8247-50b782c72748 req-9c6f8264-f3c2-4c29-a936-4154c5efdbad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0518372 Apr 07 08:21:01.049978 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94fbd7ec-d6d7-4b0a-8247-50b782c72748 req-34a7496c-1ca2-41a9-a656-3f8c31ea16f6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Apr 07 08:21:01.250941 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2014cdea-4c9f-44b7-b05b-4a8ea37c7d84 req-73e9eb92-eae2-47a1-9a30-338fd7e26842 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0271137 Apr 07 08:21:01.654442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152505f-50f0-4107-ab7a-462894cdf540 req-60f5761f-e04b-40a4-a7fc-f4ba900c0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.655933 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d152505f-50f0-4107-ab7a-462894cdf540 req-60f5761f-e04b-40a4-a7fc-f4ba900c0039 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=25125cdb782c4384ab8e437eb6661d1d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948293 Apr 07 08:21:01.757017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152505f-50f0-4107-ab7a-462894cdf540 req-994498f0-997f-44d4-bdb8-a8d2ef52d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.758677 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d152505f-50f0-4107-ab7a-462894cdf540 req-994498f0-997f-44d4-bdb8-a8d2ef52d0c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940084 Apr 07 08:21:01.807560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c70a-58e4-4d28-9a5d-2da8f485026b req-2d3fd60f-73c7-49a1-91a2-5757c0aebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.809138 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eee2c70a-58e4-4d28-9a5d-2da8f485026b req-2d3fd60f-73c7-49a1-91a2-5757c0aebfff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 1131 time: 0.0611367 Apr 07 08:21:01.882046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-c094d9b6-2567-4a94-9b51-bf5ddbab76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.883741 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-c094d9b6-2567-4a94-9b51-bf5ddbab76a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1127 time: 0.0496545 Apr 07 08:21:01.891419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eee2c70a-58e4-4d28-9a5d-2da8f485026b req-b1bc9d0d-b39e-4956-bbac-6cd322b4388c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682437 Apr 07 08:21:01.930279 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c682-cac8-48d2-9b60-06a950ec4ccf req-195ad061-6e5a-4080-805e-c9ee920dab48 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:01.931765 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6820c682-cac8-48d2-9b60-06a950ec4ccf req-195ad061-6e5a-4080-805e-c9ee920dab48 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0524704 Apr 07 08:21:01.979332 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6820c682-cac8-48d2-9b60-06a950ec4ccf req-58913089-3fb9-4689-a488-a68b8488833e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419371 Apr 07 08:21:02.044479 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ece647-4705-4295-9f7d-6f740b1d9a70 req-b02c2352-4f5e-4c48-8827-7f1ce490b985 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:02.045960 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-33ece647-4705-4295-9f7d-6f740b1d9a70 req-b02c2352-4f5e-4c48-8827-7f1ce490b985 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0590479 Apr 07 08:21:02.091925 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-33ece647-4705-4295-9f7d-6f740b1d9a70 req-8e631da9-e17a-4988-8544-1fe7c102a96d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Apr 07 08:21:02.196455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89376a2b-611a-4e64-8752-47f1db201c67 req-0e9a144d-1629-49db-9ea5-d82653d8a2c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:02.197904 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-89376a2b-611a-4e64-8752-47f1db201c67 req-0e9a144d-1629-49db-9ea5-d82653d8a2c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0509982 Apr 07 08:21:02.244726 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-89376a2b-611a-4e64-8752-47f1db201c67 req-8d7d365d-e015-4b1e-8d68-28f8fefefc0b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413084 Apr 07 08:21:02.259896 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-731c064b-d017-4528-b3a8-3196fff8fd95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 217 time: 0.0553286 Apr 07 08:21:02.315939 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-0479da13-7481-457f-8ea6-abf16322f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:02.318019 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-0479da13-7481-457f-8ea6-abf16322f93a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0506232 Apr 07 08:21:02.377043 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90a63f47-1125-4685-a5b7-0ae993815f73 req-f8b7de31-d7cc-41b4-bb31-f58f2ab1b361 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0486357 Apr 07 08:21:02.403240 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112147-ad67-4379-85a1-16f69d3152ca req-b2dfc3b8-94f2-4191-9c4a-d0e050d4b27a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:02.404660 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da112147-ad67-4379-85a1-16f69d3152ca req-b2dfc3b8-94f2-4191-9c4a-d0e050d4b27a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0677772 Apr 07 08:21:02.450980 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da112147-ad67-4379-85a1-16f69d3152ca req-dd1ef378-7051-4463-9095-441cd5b41eb1 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407333 Apr 07 08:21:02.789367 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-ed2f3d2a-c0cf-4a7c-898d-61b3959d9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:02.790951 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-ed2f3d2a-c0cf-4a7c-898d-61b3959d9f19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464652 Apr 07 08:21:03.215014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d30a-3d6e-4176-a5c1-d245b4153fdc req-a281e211-0131-46b7-b497-fe0cbe405545 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.216815 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b9c7d30a-3d6e-4176-a5c1-d245b4153fdc req-a281e211-0131-46b7-b497-fe0cbe405545 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0586920 Apr 07 08:21:03.228635 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-a3ae6f90-4e7e-40cf-9240-c3e42d74b86d service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957084 Apr 07 08:21:03.265947 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b9c7d30a-3d6e-4176-a5c1-d245b4153fdc req-e87ab95e-7c3c-4c92-8a13-94fa0e78a34d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Apr 07 08:21:03.392678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735dc9e-5817-4ab4-ab8d-80e70e76e4f7 req-eacf9131-81f3-4eee-abac-b03026057760 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.394129 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2735dc9e-5817-4ab4-ab8d-80e70e76e4f7 req-eacf9131-81f3-4eee-abac-b03026057760 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0712869 Apr 07 08:21:03.699501 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb2f26-e136-4a5a-bdf9-6234ee5672d6 req-f25a770a-a8ef-4f38-9700-11a92f70671b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.700987 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8bb2f26-e136-4a5a-bdf9-6234ee5672d6 req-f25a770a-a8ef-4f38-9700-11a92f70671b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.3337796 Apr 07 08:21:03.704162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2735dc9e-5817-4ab4-ab8d-80e70e76e4f7 req-2556c24c-5c4f-4087-903c-f5bc1deeff5e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601134 Apr 07 08:21:03.758438 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8bb2f26-e136-4a5a-bdf9-6234ee5672d6 req-c0548db6-1a50-4a9e-845d-fc828034abea tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515046 Apr 07 08:21:03.828430 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7adfbd71-f7ef-481a-ad6e-377d40a2bd5d req-49251882-cc30-4146-9a13-0963d248a6ef tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0431166 Apr 07 08:21:03.906593 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574efa-c545-4d33-917f-66f7ef826bfe req-170c7285-34a0-49ed-bb3b-229e175d8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.910958 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-170c7285-34a0-49ed-bb3b-229e175d8fdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1130 time: 0.1059530 Apr 07 08:21:03.956621 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-ab48de60-dbdd-4782-a1df-85459795dc66 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819067 Apr 07 08:21:03.959420 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4178dba-0e72-4af2-977d-c06dc4f2407f req-db26d7d0-4533-45ca-8230-a558a342e3ec tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.960876 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4178dba-0e72-4af2-977d-c06dc4f2407f req-db26d7d0-4533-45ca-8230-a558a342e3ec tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1303790 Apr 07 08:21:03.966995 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-fde0a588-ddfb-47fd-97bc-63ebf55f6e61 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:03.969451 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-fde0a588-ddfb-47fd-97bc-63ebf55f6e61 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "GET /v2.0/networks?id=de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 200 len: 813 time: 0.1510615 Apr 07 08:21:03.991634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Request body: {'port': {'device_id': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53', 'admin_state_up': True, 'tenant_id': 'b5e9f059785c4c63b24df7e119ad7b11'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:04.028296 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-8e7fd8be-8a5c-428c-8ee1-92dd574685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.029829 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-8e7fd8be-8a5c-428c-8ee1-92dd574685aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.1181276 Apr 07 08:21:04.060182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574efa-c545-4d33-917f-66f7ef826bfe req-1e93a229-0ca4-4fa9-8c9d-3de7387f506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.062299 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-1e93a229-0ca4-4fa9-8c9d-3de7387f506b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1406355 Apr 07 08:21:04.072524 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4178dba-0e72-4af2-977d-c06dc4f2407f req-e6fcbbfe-9715-476e-9839-c076359de27b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023984 Apr 07 08:21:04.176611 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-9cea4597-753d-44b2-b101-d5514275121d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 1001 time: 0.0787413 Apr 07 08:21:04.181105 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-5119a20d-d925-430b-a1d9-3360076e43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.182508 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-5119a20d-d925-430b-a1d9-3360076e43c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.1449206 Apr 07 08:21:04.231075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Made reservation on behalf of b5e9f059785c4c63b24df7e119ad7b11 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:21:04.234604 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:04.389108 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Allocated IP 172.20.0.11 (de1186f7-90a9-4474-b717-123a6e635a53/8b8d3ad5-186f-424f-92e5-174eb011fc53/017673a2-3d51-4ba4-bdd6-f930ab4fb603) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:21:04.418697 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea301038-9764-4906-8e4b-5135e7385b97 req-e72e84af-cc64-4ade-8832-5b36f8e24e1e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.420165 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ea301038-9764-4906-8e4b-5135e7385b97 req-e72e84af-cc64-4ade-8832-5b36f8e24e1e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0817978 Apr 07 08:21:04.531341 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ea301038-9764-4906-8e4b-5135e7385b97 req-adba67ba-22a6-443f-a2f6-fd4ab2890ab1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050103 Apr 07 08:21:04.582093 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks [] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:04.680893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:04.721439 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Network de1186f7-90a9-4474-b717-123a6e635a53 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:21:04.724417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:21:04.730637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:21:04.736609 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Pushing event updated for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:04.780745 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.781349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:04.869087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2580fd1-42e4-4f83-a0e1-0dbab122c264 req-4e310c2c-6940-4c39-b864-351ede6b9a5c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.870572 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d2580fd1-42e4-4f83-a0e1-0dbab122c264 req-4e310c2c-6940-4c39-b864-351ede6b9a5c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0866170 Apr 07 08:21:04.885933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-586bd9ba-4dd5-4695-9fc9-667beeaac24c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8988843 Apr 07 08:21:04.905456 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346e98-d82f-4230-be56-aee5b8ddf978 req-e35b446e-a1c1-4604-a059-80120f5c0b6c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:04.906857 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f346e98-d82f-4230-be56-aee5b8ddf978 req-e35b446e-a1c1-4604-a059-80120f5c0b6c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0864370 Apr 07 08:21:04.943341 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d2580fd1-42e4-4f83-a0e1-0dbab122c264 req-02fc54a4-9e3a-4ba2-b243-2cc8a291ca26 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670729 Apr 07 08:21:04.973684 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f346e98-d82f-4230-be56-aee5b8ddf978 req-1dd5a97b-9238-4fad-897d-949c20cc9c8b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573375 Apr 07 08:21:05.055376 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754e63-ba82-48a4-ae97-79a566d35fde req-cc2c7e0a-d55d-4f69-9d3f-79c39bec5424 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.056724 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32754e63-ba82-48a4-ae97-79a566d35fde req-cc2c7e0a-d55d-4f69-9d3f-79c39bec5424 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 932 time: 0.0553162 Apr 07 08:21:05.101846 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32754e63-ba82-48a4-ae97-79a566d35fde req-bf914227-1ab0-4183-9c34-3b7551de70d6 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Apr 07 08:21:05.194430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddff05-beab-4878-9251-d4d30f72712c req-76a0e999-108b-4454-8f74-8787d56435cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.195922 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8ddff05-beab-4878-9251-d4d30f72712c req-76a0e999-108b-4454-8f74-8787d56435cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0538971 Apr 07 08:21:05.236769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Request body: {'port': {'device_id': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:05.277047 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8ddff05-beab-4878-9251-d4d30f72712c req-9ec471f0-3f1c-4ae0-83b9-9e1b6da1e8aa tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752640 Apr 07 08:21:05.323147 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:05.325576 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574efa-c545-4d33-917f-66f7ef826bfe req-f8bdb1e3-41ec-4000-a20a-f95f6ab7d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.327152 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-f8bdb1e3-41ec-4000-a20a-f95f6ab7d376 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0939941 Apr 07 08:21:05.330849 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-e8389295-2ab1-44f2-867b-d1ee3ace1413 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1001 time: 0.1042180 Apr 07 08:21:05.454858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-dc0a24da-2dee-41f1-934e-ba79df2763fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.456337 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-dc0a24da-2dee-41f1-934e-ba79df2763fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0686171 Apr 07 08:21:05.467629 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574efa-c545-4d33-917f-66f7ef826bfe req-910cc53a-2393-4a0a-aadc-2c798beaf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.469040 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-910cc53a-2393-4a0a-aadc-2c798beaf6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889478 Apr 07 08:21:05.574116 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-cbaae6cd-17e0-4dfa-a1f5-5e5be4e8c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.575675 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-cbaae6cd-17e0-4dfa-a1f5-5e5be4e8c511 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104879 Apr 07 08:21:05.586689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017673a2-3d51-4ba4-bdd6-f930ab4fb603 {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:21:05.594864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks [] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:05.611008 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-22a8a288-a05b-48f1-a719-816ad4b0faa3 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341991 Apr 07 08:21:05.618649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Transition to ACTIVE for port object 017673a2-3d51-4ba4-bdd6-f930ab4fb603 will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:21:05.658163 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e10598-1ab1-4dcf-b51b-739ccdec8808 req-f54ac154-9e4d-4fd9-91b1-18b51242cd37 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:05.659837 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-15e10598-1ab1-4dcf-b51b-739ccdec8808 req-f54ac154-9e4d-4fd9-91b1-18b51242cd37 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 943 time: 0.0544283 Apr 07 08:21:05.686305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:05.742044 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-737bc6fe-027f-4eab-83bf-123ca527881d service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557302 Apr 07 08:21:05.748080 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-15e10598-1ab1-4dcf-b51b-739ccdec8808 req-805462cd-f9ea-4620-8b0d-51e340ab417b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825861 Apr 07 08:21:05.776912 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-64574efa-c545-4d33-917f-66f7ef826bfe req-59d2ecc0-ac22-4d7d-b5b0-787f38e05b03 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593530 Apr 07 08:21:05.778134 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Pushing event updated for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:05.830987 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Attempting to bind port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:21:05.831319 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Attempting to bind port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:21:05.832901 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Attempting to bind port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 on network de1186f7-90a9-4474-b717-123a6e635a53 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:21:05.836773 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 on network de1186f7-90a9-4474-b717-123a6e635a53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:21:05.837096 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Attempting to bind port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 on network de1186f7-90a9-4474-b717-123a6e635a53 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:21:05.840245 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-aabc4d62-4ad9-4dd9-836d-4c62f80c862b req-2ba1fac0-0123-44cb-9bec-6c0d0108ec58 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925062 Apr 07 08:21:05.841983 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:21:05.842326 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Checking segment: {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:21:05.842776 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Bound using segment: {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:21:05.843212 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Bound port: 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae8bf11-1be3-45ca-b256-6ff429381cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:21:05.843574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:05.905564 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:21:05.908821 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:21:05.909204 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3972f43d-b428-40c7-b036-ec0a1abe4488 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:21:05.973463 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:06.011287 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:06.024409 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.025029 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:06.026385 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] 10.222.0.20 "PUT /v2.0/ports/017673a2-3d51-4ba4-bdd6-f930ab4fb603 HTTP/1.1" status: 200 len: 1094 time: 0.7944908 Apr 07 08:21:06.030352 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'port_id': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'mac_address': 'fa:16:3e:64:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:21:06.030579 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:06.032676 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62aba32-ff8b-4d6d-a9d2-356177880d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:06.072923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3972f43d-b428-40c7-b036-ec0a1abe4488 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:06.073300 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:06.088674 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3972f43d-b428-40c7-b036-ec0a1abe4488 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:21:06.104370 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a086-52c9-4890-9c78-0718410ab167 service neutron] Pushing event updated for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:06.112540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:06.135656 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55021-1863-4187-be41-7f9d18f4d024 req-ae832097-14bf-497e-876f-39f9b4dea84c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.137133 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b9f55021-1863-4187-be41-7f9d18f4d024 req-ae832097-14bf-497e-876f-39f9b4dea84c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.1150129 Apr 07 08:21:06.148188 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd553d0-6bdb-4bf4-88e1-390defdcaf65 req-09740fbe-12c1-45c0-bc0d-41b255647bf7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.149566 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3bd553d0-6bdb-4bf4-88e1-390defdcaf65 req-09740fbe-12c1-45c0-bc0d-41b255647bf7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0856984 Apr 07 08:21:06.206648 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:06.234713 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b9f55021-1863-4187-be41-7f9d18f4d024 req-12334987-617c-45ac-9ae4-26a2a6574909 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814834 Apr 07 08:21:06.239207 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3bd553d0-6bdb-4bf4-88e1-390defdcaf65 req-01feea7b-d294-4925-ad34-10054c2b983b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830481 Apr 07 08:21:06.260001 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:06.281474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198dbbc-973c-4ab4-8032-37bdb6b05226 x-openstack-request-id: req-6198dbbc-973c-4ab4-8032-37bdb6b05226 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:06.281817 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:06.282081 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6198dbbc-973c-4ab4-8032-37bdb6b05226 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:06.282595 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6198dbbc-973c-4ab4-8032-37bdb6b05226'] response: {'name': 'network-changed', 'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603', 'status': 'completed', 'code': 200} Apr 07 08:21:06.407079 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf259f8b-ade1-481f-834a-eafa03cd39a9 req-157d0d86-8201-4884-8799-3feb624483b5 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.408469 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cf259f8b-ade1-481f-834a-eafa03cd39a9 req-157d0d86-8201-4884-8799-3feb624483b5 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 944 time: 0.0802979 Apr 07 08:21:06.430061 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4f3b-58a7-4ac4-8030-e38cfacb8a60 req-b98936ae-e3be-4263-a6b1-b6eeb642dcc2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.431507 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-233c4f3b-58a7-4ac4-8030-e38cfacb8a60 req-b98936ae-e3be-4263-a6b1-b6eeb642dcc2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0769436 Apr 07 08:21:06.493551 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cf259f8b-ade1-481f-834a-eafa03cd39a9 req-4a111f50-8e17-424e-ad33-edc7b9091b18 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Apr 07 08:21:06.504717 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-233c4f3b-58a7-4ac4-8030-e38cfacb8a60 req-7acf4183-f56f-42ab-8602-bf051d355de6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672038 Apr 07 08:21:06.621188 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:06.871835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872dfa-ed0f-484b-a34d-9b3e4a4ebad2 req-ba7ea99b-6758-4e4a-859d-780bcaab2467 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.873307 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d872dfa-ed0f-484b-a34d-9b3e4a4ebad2 req-ba7ea99b-6758-4e4a-859d-780bcaab2467 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 944 time: 0.0531938 Apr 07 08:21:06.922630 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d872dfa-ed0f-484b-a34d-9b3e4a4ebad2 req-59c6d1a5-f8f6-41f8-bae0-3c16f32d840d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Apr 07 08:21:06.969660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a851e4bb-2751-4236-a320-4e77c1fa1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:06.971189 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-a851e4bb-2751-4236-a320-4e77c1fa1aff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 1128 time: 0.0470619 Apr 07 08:21:07.049883 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-5ee36748-c85b-4c9a-b5fc-b0e4c6af63fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603 HTTP/1.1" status: 200 len: 217 time: 0.0534730 Apr 07 08:21:07.070994 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b171de-a9c7-4914-9411-193bc7ec1058 req-d114d819-7eb4-41b1-aed9-02e26063cea2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:07.072411 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3b171de-a9c7-4914-9411-193bc7ec1058 req-d114d819-7eb4-41b1-aed9-02e26063cea2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0847204 Apr 07 08:21:07.118804 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3b171de-a9c7-4914-9411-193bc7ec1058 req-4db474e8-dd6e-459d-9937-267f4ff2b457 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Apr 07 08:21:07.381966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09188a50-0759-466e-8b8c-6e5f5cb08ab0 req-6c665d25-e909-42c5-a3b3-270e410390a4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:07.383417 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-09188a50-0759-466e-8b8c-6e5f5cb08ab0 req-6c665d25-e909-42c5-a3b3-270e410390a4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0502112 Apr 07 08:21:07.427713 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-09188a50-0759-466e-8b8c-6e5f5cb08ab0 req-de11015f-ef0b-4d48-9c5f-e2c5ffc037d0 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387919 Apr 07 08:21:07.642800 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975605f-7297-4076-8702-705a268e7040 req-ab4e28d2-add2-4f0f-83d8-035254e64f87 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:07.644268 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5975605f-7297-4076-8702-705a268e7040 req-ab4e28d2-add2-4f0f-83d8-035254e64f87 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 944 time: 0.0861726 Apr 07 08:21:07.654794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343fe2c-e1d3-4f2c-8b8c-6dc033528ce0 req-b42f7ca4-6ce4-49d2-9ebc-601f8c566986 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:07.656165 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b343fe2c-e1d3-4f2c-8b8c-6dc033528ce0 req-b42f7ca4-6ce4-49d2-9ebc-601f8c566986 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0863645 Apr 07 08:21:07.725273 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5975605f-7297-4076-8702-705a268e7040 req-2474f379-a508-4937-ad4d-cb648dcf5203 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Apr 07 08:21:07.729190 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b343fe2c-e1d3-4f2c-8b8c-6dc033528ce0 req-867bd8c7-c23d-4d9c-84ee-e1679c9666d0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665913 Apr 07 08:21:07.927170 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3972f43d-b428-40c7-b036-ec0a1abe4488 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:21:08.050125 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd03b3-1eb6-4881-ac2c-afe4b87ea90e req-187518c6-d26d-4a9e-8644-cf00c60e727d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.052396 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61dd03b3-1eb6-4881-ac2c-afe4b87ea90e req-187518c6-d26d-4a9e-8644-cf00c60e727d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 944 time: 0.0559275 Apr 07 08:21:08.059502 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 3972f43d-b428-40c7-b036-ec0a1abe4488 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:21:08.063629 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 3972f43d-b428-40c7-b036-ec0a1abe4488 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:21:08.064002 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:08.100061 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61dd03b3-1eb6-4881-ac2c-afe4b87ea90e req-3b75ad09-4ce8-4a0b-8392-845b307b7187 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Apr 07 08:21:08.142795 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3972f43d-b428-40c7-b036-ec0a1abe4488 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:08.143195 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:08.166445 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:08.168696 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cdc161-4073-45f6-80c9-5c3a6b3c21a2" -d '{"events": [{"server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "name": "network-vif-plugged", "status": "completed", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:08.181912 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:08.206774 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166d4d08-c592-4cb4-abb6-a450f756cd0a x-openstack-request-id: req-166d4d08-c592-4cb4-abb6-a450f756cd0a {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:08.206774 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "name": "network-vif-plugged", "status": "completed", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:08.206774 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-166d4d08-c592-4cb4-abb6-a450f756cd0a {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:08.206774 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166d4d08-c592-4cb4-abb6-a450f756cd0a'] response: {'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'code': 200} Apr 07 08:21:08.239572 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065de0-3d15-4b12-8d9a-5f65c4f92375 req-3a272da7-c21e-45d7-8c04-614633bf9613 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.241044 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a065de0-3d15-4b12-8d9a-5f65c4f92375 req-3a272da7-c21e-45d7-8c04-614633bf9613 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Apr 07 08:21:08.282586 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:08.287379 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a065de0-3d15-4b12-8d9a-5f65c4f92375 req-6278be58-e920-41cd-9766-6f631433b367 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407624 Apr 07 08:21:08.330347 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:08.433173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-d626ac70-09b8-4144-95f0-b161fa2cab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.434567 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-d626ac70-09b8-4144-95f0-b161fa2cab64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b8d3ad5-186f-424f-92e5-174eb011fc53 HTTP/1.1" status: 200 len: 853 time: 0.0442586 Apr 07 08:21:08.526323 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-9d98bff4-bfe0-4317-b953-d0da8faf0da3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de1186f7-90a9-4474-b717-123a6e635a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358551 Apr 07 08:21:08.572635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738a7ed-4b3d-403e-890b-1750a899dab1 req-d59bb06a-5b24-4ee8-93f7-09886e10f4d9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.574108 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9738a7ed-4b3d-403e-890b-1750a899dab1 req-d59bb06a-5b24-4ee8-93f7-09886e10f4d9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0759125 Apr 07 08:21:08.671881 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9738a7ed-4b3d-403e-890b-1750a899dab1 req-4c4b6776-04e6-44af-ad8f-b89ff6cb5f57 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878706 Apr 07 08:21:08.689271 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-d7c57c6f-2d10-4c8d-9187-97fa017b0ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317704 Apr 07 08:21:08.841031 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dab8-d25d-452b-a0d5-78f45386f4b5 req-e8fcefb6-868b-4861-b37c-2e74b7002c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.842559 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1e07dab8-d25d-452b-a0d5-78f45386f4b5 req-e8fcefb6-868b-4861-b37c-2e74b7002c35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1129 time: 0.0461061 Apr 07 08:21:08.887510 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1e07dab8-d25d-452b-a0d5-78f45386f4b5 req-b90f71a6-2192-4518-a497-f5e135669b7f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Apr 07 08:21:08.904119 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea97f-e349-40cb-901a-9ca52fec75de req-3d89734d-fd8d-4837-80a1-f9918143234a tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:08.905576 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d75ea97f-e349-40cb-901a-9ca52fec75de req-3d89734d-fd8d-4837-80a1-f9918143234a tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 944 time: 0.1116652 Apr 07 08:21:08.911024 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0286e92e-feb7-4320-9dc8-1663ef1411d9 req-0004d4c8-edf5-43f4-8955-b98b5958ddc1 service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359463 Apr 07 08:21:08.953104 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d75ea97f-e349-40cb-901a-9ca52fec75de req-3b75c4fe-4746-4bd0-8331-9261fd31f5ec tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Apr 07 08:21:09.216039 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc90a-74f0-42d5-ac91-cc4cf5ff7b34 req-e6d89878-6b51-4910-b76d-61bfc63990e9 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:09.217401 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff9fc90a-74f0-42d5-ac91-cc4cf5ff7b34 req-e6d89878-6b51-4910-b76d-61bfc63990e9 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Apr 07 08:21:09.267327 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff9fc90a-74f0-42d5-ac91-cc4cf5ff7b34 req-19687302-35a9-4811-847d-080ea810924a tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Apr 07 08:21:09.401416 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a715c-e0f1-4838-a54d-8b7e6f1c4890 req-848ff9a8-52b4-408d-954a-afcd3ead3ce0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:09.402879 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c46a715c-e0f1-4838-a54d-8b7e6f1c4890 req-848ff9a8-52b4-408d-954a-afcd3ead3ce0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Apr 07 08:21:09.451669 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c46a715c-e0f1-4838-a54d-8b7e6f1c4890 req-a0f48eaf-faa7-4889-939f-81702ec94e43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Apr 07 08:21:09.787946 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29189531-be57-48e4-ba79-da76ce9a8437 req-3561378c-f1bd-45ed-b4a2-6cd4013c62f6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:09.789374 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29189531-be57-48e4-ba79-da76ce9a8437 req-3561378c-f1bd-45ed-b4a2-6cd4013c62f6 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0513294 Apr 07 08:21:09.833857 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-29189531-be57-48e4-ba79-da76ce9a8437 req-e09b10d9-3e7f-4740-9e5a-455134b2cb64 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Apr 07 08:21:10.067134 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d3109-3749-4bd2-964d-9e8eea4114ae req-c2001a8f-0ee3-445f-96f3-f1ee9bfb8c97 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.068575 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6b3d3109-3749-4bd2-964d-9e8eea4114ae req-c2001a8f-0ee3-445f-96f3-f1ee9bfb8c97 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 944 time: 0.0509419 Apr 07 08:21:10.114726 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6b3d3109-3749-4bd2-964d-9e8eea4114ae req-3a7446dc-4f2d-4981-9c24-4827f69a3e6f tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403988 Apr 07 08:21:10.386399 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b88a7-5d36-43bd-8adc-c9211e9fb9b7 req-e07f7316-0c2b-4518-93fb-c74993b2c485 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.387842 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e19b88a7-5d36-43bd-8adc-c9211e9fb9b7 req-e07f7316-0c2b-4518-93fb-c74993b2c485 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0563834 Apr 07 08:21:10.399491 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-925a15df-80b0-428e-bd73-6a9d9f36b04a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.400988 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-925a15df-80b0-428e-bd73-6a9d9f36b04a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0831840 Apr 07 08:21:10.433440 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e19b88a7-5d36-43bd-8adc-c9211e9fb9b7 req-d2c897c7-3df3-42de-800a-05d38b57f7c9 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Apr 07 08:21:10.568258 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da23cf-d537-477e-9f2e-8b3cfb0691f5 req-a34594d7-1409-4998-9694-7e956836e05e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.569734 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6da23cf-d537-477e-9f2e-8b3cfb0691f5 req-a34594d7-1409-4998-9694-7e956836e05e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Apr 07 08:21:10.616164 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b6da23cf-d537-477e-9f2e-8b3cfb0691f5 req-296a3289-6aea-4d09-bb87-23ecaf378179 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=414189dd-954c-43af-935c-4a180f3e0dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Apr 07 08:21:10.798641 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-672da5c5-0246-4874-93f7-bc4d704a7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.800137 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-672da5c5-0246-4874-93f7-bc4d704a7c84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 1128 time: 0.0431676 Apr 07 08:21:10.897736 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-25030c43-4a1b-4598-815c-ce8728be52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:10.899263 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-25030c43-4a1b-4598-815c-ce8728be52aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 200 len: 914 time: 0.0929921 Apr 07 08:21:10.904337 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:21:10.904681 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:10.964609 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-a1bb9c8f-55b4-46c4-9452-17b2c20b8d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603 HTTP/1.1" status: 200 len: 217 time: 0.0530169 Apr 07 08:21:10.996385 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] For port dfe91b1e-3fb4-45a8-a632-0d23dcc62435, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:10.996752 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:11.014589 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd690e-b885-41f4-a888-fdc0dca2f1f9 req-efa531e1-a68f-4d4f-b983-fd1234a73596 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:11.016066 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c4cd690e-b885-41f4-a888-fdc0dca2f1f9 req-efa531e1-a68f-4d4f-b983-fd1234a73596 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.1131258 Apr 07 08:21:11.032650 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-d0364c8e-4a23-403a-9460-1a184f5fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:11.034012 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-d0364c8e-4a23-403a-9460-1a184f5fa83e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b8d3ad5-186f-424f-92e5-174eb011fc53 HTTP/1.1" status: 200 len: 853 time: 0.0629385 Apr 07 08:21:11.074149 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c4cd690e-b885-41f4-a888-fdc0dca2f1f9 req-ee787ed4-6568-4445-85ea-50610c85ef78 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452080 Apr 07 08:21:11.237006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3002-a3b0-408d-a0a4-19352b2408ae req-830a06ce-db9c-4cef-be7c-0bd4e437506d tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:11.238705 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f5c3002-a3b0-408d-a0a4-19352b2408ae req-830a06ce-db9c-4cef-be7c-0bd4e437506d tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 944 time: 0.0570621 Apr 07 08:21:11.293264 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f5c3002-a3b0-408d-a0a4-19352b2408ae req-d82dcf0b-a730-4c4b-a68a-13aee5f5fa1b tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Apr 07 08:21:11.433966 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:11.434583 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:11.434583 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP 4ea194e9-e094-46d5-b494-e4038b4cc67d disassociated. External IP: 172.27.1.199, port: dfe91b1e-3fb4-45a8-a632-0d23dcc62435. Apr 07 08:21:11.434900 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for dfe91b1e-3fb4-45a8-a632-0d23dcc62435 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:21:11.560832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edd94-3e91-4f08-b53d-e9edcd74e94a req-f2ba0960-19b4-4510-ba8b-10f778c25869 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:11.566293 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a86edd94-3e91-4f08-b53d-e9edcd74e94a req-f2ba0960-19b4-4510-ba8b-10f778c25869 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0595868 Apr 07 08:21:11.586089 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-3f60c5de-912a-4b8c-8a05-fe4772521d46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de1186f7-90a9-4474-b717-123a6e635a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391984 Apr 07 08:21:11.627434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a86edd94-3e91-4f08-b53d-e9edcd74e94a req-bb74f2e5-b6ed-4288-86d7-970620169be9 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Apr 07 08:21:11.654577 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (dfe91b1e-3fb4-45a8-a632-0d23dcc62435), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:11.683334 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=dfe91b1e-3fb4-45a8-a632-0d23dcc62435,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:11.716409 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3b4c0907-6abb-452e-bbea-6aa2f7fb5cb1 req-2db44572-333d-404d-bfe4-19eff69c5fe3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0329530 Apr 07 08:21:11.799701 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:21:11.891557 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-f7cbc369-899c-4e72-9a04-e92081c29ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932314 Apr 07 08:21:11.914537 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:21:11.925905 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:21:11.942353 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:11.942353 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:11.971072 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 017673a2-3d51-4ba4-bdd6-f930ab4fb603 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:21:11.980334 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] No DVR routers for this DVR port dfe91b1e-3fb4-45a8-a632-0d23dcc62435 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:21:11.981966 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device dfe91b1e-3fb4-45a8-a632-0d23dcc62435 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:21:11.988928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:11.992294 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a2131d32-e062-4e5d-bdca-ad25a86a8451 req-17eb9b50-4ea7-4db7-9e90-f2d9a2ddaaca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "DELETE /v2.0/ports/dfe91b1e-3fb4-45a8-a632-0d23dcc62435 HTTP/1.1" status: 204 len: 173 time: 1.2189541 Apr 07 08:21:11.992765 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'name': 'network-vif-deleted', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:11.995116 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d9071-4a73-4692-84cf-d108b8c1ea60" -d '{"events": [{"server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "name": "network-vif-deleted", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:12.022658 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c62aba32-ff8b-4d6d-a9d2-356177880d7f req-36c433ff-1a1c-4d61-80ca-458e1bfe719f service neutron] 10.222.0.20 "GET /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250265 Apr 07 08:21:12.031766 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: dfe91b1e-3fb4-45a8-a632-0d23dcc62435 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:21:12.032420 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device dfe91b1e-3fb4-45a8-a632-0d23dcc62435 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:21:12.044798 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ecb622-b0d8-4659-b992-4814d7b9d3bd x-openstack-request-id: req-d6ecb622-b0d8-4659-b992-4814d7b9d3bd {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:12.046748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c702243e-467d-40e5-83bd-1aa78ff01c67", "name": "network-vif-deleted", "tag": "dfe91b1e-3fb4-45a8-a632-0d23dcc62435", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:12.046748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6ecb622-b0d8-4659-b992-4814d7b9d3bd {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:12.046748 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ecb622-b0d8-4659-b992-4814d7b9d3bd'] response: {'server_uuid': 'c702243e-467d-40e5-83bd-1aa78ff01c67', 'name': 'network-vif-deleted', 'tag': 'dfe91b1e-3fb4-45a8-a632-0d23dcc62435', 'status': 'completed', 'code': 200} Apr 07 08:21:12.060255 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:12.121104 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:12.134410 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '017673a2-3d51-4ba4-bdd6-f930ab4fb603', 'network_id': 'de1186f7-90a9-4474-b717-123a6e635a53', 'port_id': '017673a2-3d51-4ba4-bdd6-f930ab4fb603', 'mac_address': 'fa:16:3e:bd:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d3ad5-186f-424f-92e5-174eb011fc53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:21:12.177859 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:12.178531 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:12.200553 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ff42-1190-47e6-840c-98d4cdd43bfc req-2886c3b4-e9cd-4c20-8dfa-b89d1d2a100f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:12.201101 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017673a2-3d51-4ba4-bdd6-f930ab4fb603 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:21:12.202150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3991ff42-1190-47e6-840c-98d4cdd43bfc req-2886c3b4-e9cd-4c20-8dfa-b89d1d2a100f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0597730 Apr 07 08:21:12.223193 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:12.254081 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3991ff42-1190-47e6-840c-98d4cdd43bfc req-6b868003-55d3-474d-95e7-85d8858db585 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449429 Apr 07 08:21:12.297648 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:12.311845 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:12.347246 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:12.358878 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:21:12.368499 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:12.369105 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:20:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:12.427430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a67e4b-8594-4b0e-84f8-b492b2262d57 req-a2387ad6-6bf7-4805-b7d1-c786df5c9ecd tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:12.433216 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-36a67e4b-8594-4b0e-84f8-b492b2262d57 req-a2387ad6-6bf7-4805-b7d1-c786df5c9ecd tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 945 time: 0.0597806 Apr 07 08:21:12.480474 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-36a67e4b-8594-4b0e-84f8-b492b2262d57 req-4e0998d3-6cbd-444f-b36b-c2cf15794ef3 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Apr 07 08:21:12.562824 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:12.668009 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['017673a2-3d51-4ba4-bdd6-f930ab4fb603'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:12.778194 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078637-c986-495b-8a25-b570e5dad032 req-b68ae7ea-3707-4bfb-827f-1daf2f55c27b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:12.781236 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-08078637-c986-495b-8a25-b570e5dad032 req-b68ae7ea-3707-4bfb-827f-1daf2f55c27b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0856366 Apr 07 08:21:12.798612 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:12.837473 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d96ab-5422-4606-b516-ea13efeeeb9e None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a201d9e0-0f90-41ca-9c7e-6a108f06097a', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '2fea277c-9847-4e76-8dee-6ef05d284983', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:fb:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85739430-3ab7-4632-904f-dc43e5377deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:17:09Z', 'updated_at': '2022-04-07T08:18:01Z', 'revision_number': 2, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:21:12.859715 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-08078637-c986-495b-8a25-b570e5dad032 req-aba79cec-8cd1-4183-9d03-fb99e96456d1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671971 Apr 07 08:21:12.895503 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdf1a557-6e81-4dae-9bac-7aa755bab354 req-ca31661f-342f-4533-8189-8f574dd60c46 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c702243e-467d-40e5-83bd-1aa78ff01c67 HTTP/1.1" status: 200 len: 210 time: 0.0490818 Apr 07 08:21:13.001221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb9c7f-6ec5-450a-8410-9af251366c8b req-53c52f48-ad39-489e-aed6-38bbd9c53ce3 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:13.011822 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99cb9c7f-6ec5-450a-8410-9af251366c8b req-53c52f48-ad39-489e-aed6-38bbd9c53ce3 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0677145 Apr 07 08:21:13.065933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99cb9c7f-6ec5-450a-8410-9af251366c8b req-6d1d3fab-8f6c-4d29-809a-2706b405a17b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532320 Apr 07 08:21:13.132313 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f6045-11f5-452d-a3eb-bad12fa7dc55 None None] New status for floating IP 4ea194e9-e094-46d5-b494-e4038b4cc67d: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:21:13.437649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5027ad0-8159-4102-a8cf-4ecf1a315426 req-b4460567-bca4-44f0-9f46-7c4cacae5879 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:13.439140 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5027ad0-8159-4102-a8cf-4ecf1a315426 req-b4460567-bca4-44f0-9f46-7c4cacae5879 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.1006911 Apr 07 08:21:13.458651 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983316-8620-45c4-a838-e93854fa7c49 req-56e21019-cef7-499e-9bb8-424e3bef728d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:13.460065 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-66983316-8620-45c4-a838-e93854fa7c49 req-56e21019-cef7-499e-9bb8-424e3bef728d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0814464 Apr 07 08:21:13.527736 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5027ad0-8159-4102-a8cf-4ecf1a315426 req-c26b9635-386e-404e-8d81-6c38e42451ac tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820861 Apr 07 08:21:13.536322 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-66983316-8620-45c4-a838-e93854fa7c49 req-2d4ac6b1-c285-47b8-8d60-39c32af16370 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675628 Apr 07 08:21:13.648683 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a7ff-ee58-4346-b517-1dfd7c45b882 req-12660f95-a7ba-4c1a-9bd6-22d34dc73140 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:13.650168 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2867a7ff-ee58-4346-b517-1dfd7c45b882 req-12660f95-a7ba-4c1a-9bd6-22d34dc73140 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 945 time: 0.0591743 Apr 07 08:21:13.703631 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2867a7ff-ee58-4346-b517-1dfd7c45b882 req-e939640d-5771-4d51-b1cf-920ca55ca53a tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Apr 07 08:21:13.760585 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:13.953315 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 017673a2-3d51-4ba4-bdd6-f930ab4fb603 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:21:14.027222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59194) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:14.059881 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:21:14.064015 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:21:14.064496 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.084028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (414189dd-954c-43af-935c-4a180f3e0dff), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.131657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (414189dd-954c-43af-935c-4a180f3e0dff), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.164167 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:14.164167 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.188772 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:14.193444 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f9b96-809d-49a3-9afa-0984e21050f7" -d '{"events": [{"server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "name": "network-vif-plugged", "status": "completed", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:14.207920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:14.237187 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd50c7-f5b1-46c0-b16c-df8a15e3aeef x-openstack-request-id: req-23dd50c7-f5b1-46c0-b16c-df8a15e3aeef {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:14.237498 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "name": "network-vif-plugged", "status": "completed", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:14.237775 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23dd50c7-f5b1-46c0-b16c-df8a15e3aeef {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:14.238704 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dd50c7-f5b1-46c0-b16c-df8a15e3aeef'] response: {'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603', 'code': 200} Apr 07 08:21:14.265559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (414189dd-954c-43af-935c-4a180f3e0dff), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.268314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.272480 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59202) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:14.279047 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/security-groups/414189dd-954c-43af-935c-4a180f3e0dff HTTP/1.1" status: 204 len: 168 time: 0.2505467 Apr 07 08:21:14.292743 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-224d8923-2918-4575-a60d-ebd91f2c1c20 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] show failed (client error): The resource could not be found. Apr 07 08:21:14.293760 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-224d8923-2918-4575-a60d-ebd91f2c1c20 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups/414189dd-954c-43af-935c-4a180f3e0dff HTTP/1.1" status: 404 len: 347 time: 0.0196450 Apr 07 08:21:14.299339 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59204) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:14.302515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aab8c-0a22-4528-92bb-8d344ff66f43 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414189dd-954c-43af-935c-4a180f3e0dff,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:14.309843 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.372827 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:14.437019 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port ade4e965-1603-4974-82ed-506a08a05c72 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:21:14.437357 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (ade4e965-1603-4974-82ed-506a08a05c72), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.517282 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (ade4e965-1603-4974-82ed-506a08a05c72), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.517626 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (ade4e965-1603-4974-82ed-506a08a05c72), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:14.530912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for ade4e965-1603-4974-82ed-506a08a05c72 owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:21:15.020921 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4793e-58ea-40eb-8e33-f5a90d118698 req-5f0434f5-ac47-4fba-8e3e-0f1ad8949fda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:15.022559 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf4793e-58ea-40eb-8e33-f5a90d118698 req-5f0434f5-ac47-4fba-8e3e-0f1ad8949fda tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.4079771 Apr 07 08:21:15.040443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae93ba-18fe-4427-acf4-08c482c454d7 req-cfb11360-e4e0-47e5-9de0-a04d3817c406 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:15.042013 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8ae93ba-18fe-4427-acf4-08c482c454d7 req-cfb11360-e4e0-47e5-9de0-a04d3817c406 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.1555920 Apr 07 08:21:15.044090 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f287b-5375-44f2-b12d-fed82957365b req-a1230461-aa59-45fc-8152-b2c72b132916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:15.045481 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa2f287b-5375-44f2-b12d-fed82957365b req-a1230461-aa59-45fc-8152-b2c72b132916 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 1130 time: 0.1569359 Apr 07 08:21:15.105572 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ade4e965-1603-4974-82ed-506a08a05c72), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:15.157648 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=ade4e965-1603-4974-82ed-506a08a05c72,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:15.163740 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fcf4793e-58ea-40eb-8e33-f5a90d118698 req-c52e3237-2634-40b6-9c6a-a32371f56018 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329837 Apr 07 08:21:15.202706 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa2f287b-5375-44f2-b12d-fed82957365b req-730c456b-9b0c-4578-a6b3-98a3e780a25e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491666 Apr 07 08:21:15.205677 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8ae93ba-18fe-4427-acf4-08c482c454d7 req-8abac700-a092-44a1-8c1a-3d348c93ba99 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549687 Apr 07 08:21:15.245643 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (4ea194e9-e094-46d5-b494-e4038b4cc67d), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:15.248248 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:15.251929 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-db26d00f-6cde-4d52-a78c-d26f90d2d7c4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ea194e9-e094-46d5-b494-e4038b4cc67d HTTP/1.1" status: 204 len: 168 time: 0.9492018 Apr 07 08:21:15.961580 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:21:16.285607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81f42-38e7-45dc-8c95-7cdb5774fa1a req-c7ff9d85-d551-4f31-985d-4bfa4d846ef5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:16.287101 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ec81f42-38e7-45dc-8c95-7cdb5774fa1a req-c7ff9d85-d551-4f31-985d-4bfa4d846ef5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0526633 Apr 07 08:21:16.333777 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ec81f42-38e7-45dc-8c95-7cdb5774fa1a req-f6d904e7-b923-4666-9d1b-5cdc4ca248c9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Apr 07 08:21:16.444634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ff4af-a23b-410b-8800-04f84627a925 req-421f17d0-1603-4e66-a335-41da8db3b4e5 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:16.446021 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f5ff4af-a23b-410b-8800-04f84627a925 req-421f17d0-1603-4e66-a335-41da8db3b4e5 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0557230 Apr 07 08:21:16.492979 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f5ff4af-a23b-410b-8800-04f84627a925 req-d13f0e89-fc3f-4e25-a06a-eb078827d22b tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Apr 07 08:21:17.448679 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776111a-329a-4c38-be6f-7f3f61c48ef8 req-d9546b20-807d-4288-932a-889f4e98fec9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:17.450130 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f776111a-329a-4c38-be6f-7f3f61c48ef8 req-d9546b20-807d-4288-932a-889f4e98fec9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0516679 Apr 07 08:21:17.494638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f776111a-329a-4c38-be6f-7f3f61c48ef8 req-355de36c-06cb-4522-a174-f4436dc69594 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Apr 07 08:21:17.615408 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a3964-e4c4-433d-b061-0095c8641dcd req-53f49914-0f98-40eb-b774-85d5b2bdbaff tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:17.616794 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-850a3964-e4c4-433d-b061-0095c8641dcd req-53f49914-0f98-40eb-b774-85d5b2bdbaff tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0526433 Apr 07 08:21:17.666972 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-850a3964-e4c4-433d-b061-0095c8641dcd req-f15940f8-f530-4537-8cf7-93ec821ba993 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Apr 07 08:21:18.611600 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef26315-e05d-4a0d-aa16-7345e0ec94ae req-7c794980-5158-466b-b19a-c6ebaa16448d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:18.613641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fef26315-e05d-4a0d-aa16-7345e0ec94ae req-7c794980-5158-466b-b19a-c6ebaa16448d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0528598 Apr 07 08:21:18.658692 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fef26315-e05d-4a0d-aa16-7345e0ec94ae req-b4f3cfb1-ecf8-4dc9-b727-6d1f8fc5561f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Apr 07 08:21:18.682372 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-eda63b6d-c800-4025-b4dd-ed2c267ab246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:19.295133 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bb10-ca5e-4e94-82e7-87f37b669bff req-ea6652b0-41bb-45c1-a25b-5d383e7e0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:19.296604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d016bb10-ca5e-4e94-82e7-87f37b669bff req-ea6652b0-41bb-45c1-a25b-5d383e7e0ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.0486217 Apr 07 08:21:19.348023 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d016bb10-ca5e-4e94-82e7-87f37b669bff req-869d026d-e2f4-4b3e-a9f3-2a59018c4271 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386176 Apr 07 08:21:19.784938 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef164c6-5a2c-43fd-9a6b-eebf1113aada req-7721661e-baba-41ac-ab36-a8ac6c78f2d4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:19.787042 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ef164c6-5a2c-43fd-9a6b-eebf1113aada req-7721661e-baba-41ac-ab36-a8ac6c78f2d4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0587890 Apr 07 08:21:19.839617 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5ef164c6-5a2c-43fd-9a6b-eebf1113aada req-3939833f-35b6-4d81-af86-255d44b6df07 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468800 Apr 07 08:21:20.405120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc05f-7d7b-4a15-b82d-d9b9f3324ee6 req-a8d1c179-00a3-4394-90cd-a4ae21752be4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:20.406848 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e5fc05f-7d7b-4a15-b82d-d9b9f3324ee6 req-a8d1c179-00a3-4394-90cd-a4ae21752be4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0532291 Apr 07 08:21:20.453043 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e5fc05f-7d7b-4a15-b82d-d9b9f3324ee6 req-02196467-92af-4949-9578-119b048492ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401638 Apr 07 08:21:20.892446 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72da38f8-7a54-4d76-abce-68d017c9f4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:20.959260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5512ba0-475b-40bf-aece-b550dd2999d9 req-fc222905-8b6e-4632-874e-c1194b4873c7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:20.960700 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b5512ba0-475b-40bf-aece-b550dd2999d9 req-fc222905-8b6e-4632-874e-c1194b4873c7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0555840 Apr 07 08:21:21.006217 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b5512ba0-475b-40bf-aece-b550dd2999d9 req-1e1d7419-7319-49ba-9efd-5e2568ca62b3 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Apr 07 08:21:21.567865 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4eace-45b1-41b4-8308-982905c7c370 req-2855460b-43f8-4ed4-a524-1bd5d7d5828e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:21.569342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5df4eace-45b1-41b4-8308-982905c7c370 req-2855460b-43f8-4ed4-a524-1bd5d7d5828e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0524211 Apr 07 08:21:21.620599 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5df4eace-45b1-41b4-8308-982905c7c370 req-8367530e-afbe-416e-8bfe-de495352bfab tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457757 Apr 07 08:21:22.122951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4155e4a-2aa3-4883-b8db-29aa2962f307 req-8356190e-6f1f-4962-8324-4bfb8dffd9cb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:22.124416 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e4155e4a-2aa3-4883-b8db-29aa2962f307 req-8356190e-6f1f-4962-8324-4bfb8dffd9cb tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0522485 Apr 07 08:21:22.173172 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e4155e4a-2aa3-4883-b8db-29aa2962f307 req-eb145036-80d7-4dd6-bae2-14efceb02911 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Apr 07 08:21:22.236663 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:22.737212 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804db8d4-6233-4397-a15c-d6fe97e70207 req-bb8874f4-16e3-45f6-90e5-ecef379e4598 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:22.738818 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-804db8d4-6233-4397-a15c-d6fe97e70207 req-bb8874f4-16e3-45f6-90e5-ecef379e4598 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0523186 Apr 07 08:21:22.788442 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-804db8d4-6233-4397-a15c-d6fe97e70207 req-2c2548ed-4dbe-410e-bbc8-b6f109706146 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407829 Apr 07 08:21:23.295097 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41710201-ad81-444a-8dd8-eb8ca49fb1cc req-6e047eb1-ef2f-4aa3-9e3e-0c8c08b36b83 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:23.296566 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-41710201-ad81-444a-8dd8-eb8ca49fb1cc req-6e047eb1-ef2f-4aa3-9e3e-0c8c08b36b83 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0554125 Apr 07 08:21:23.341441 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-41710201-ad81-444a-8dd8-eb8ca49fb1cc req-87730819-c271-4d79-84c0-af00ab65c5a1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Apr 07 08:21:23.448783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:23.475511 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d452670-8ccf-413e-8808-5447fdf4870e req-7eb132e6-18aa-4d22-8ee4-5d913aaa0848 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:23.477098 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5d452670-8ccf-413e-8808-5447fdf4870e req-7eb132e6-18aa-4d22-8ee4-5d913aaa0848 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.0580831 Apr 07 08:21:23.580298 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port 2fea277c-9847-4e76-8dee-6ef05d284983 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:21:23.580669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:23.671680 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] For port 2fea277c-9847-4e76-8dee-6ef05d284983, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2fea277c-9847-4e76-8dee-6ef05d284983,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:23.672048 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:23.945160 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-d7651a70-960d-40b2-ac55-117c9866570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:23.946700 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-d7651a70-960d-40b2-ac55-117c9866570b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.0444303 Apr 07 08:21:23.967116 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:23.967428 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:23.967737 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP a201d9e0-0f90-41ca-9c7e-6a108f06097a disassociated. External IP: 172.27.1.203, port: 2fea277c-9847-4e76-8dee-6ef05d284983. Apr 07 08:21:23.968084 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for 2fea277c-9847-4e76-8dee-6ef05d284983 owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:21:23.978801 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589886b7-95ab-4514-9a70-78a47a415fc6 req-f1852eb0-0eec-43c1-931c-2981affae49e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:23.980386 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-589886b7-95ab-4514-9a70-78a47a415fc6 req-f1852eb0-0eec-43c1-931c-2981affae49e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.1595833 Apr 07 08:21:24.005526 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3bcb-2ecb-455c-a74c-4928f574627a req-f70ec213-7270-4ce2-be3a-489cca3c439d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:24.006981 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f04d3bcb-2ecb-455c-a74c-4928f574627a req-f70ec213-7270-4ce2-be3a-489cca3c439d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 946 time: 0.1412017 Apr 07 08:21:24.048377 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-5c712ab9-b0e6-4db8-a23c-2e7ca182465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:24.049877 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-5c712ab9-b0e6-4db8-a23c-2e7ca182465f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0927415 Apr 07 08:21:24.116995 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-589886b7-95ab-4514-9a70-78a47a415fc6 req-60baf246-a83d-4f2b-8e4e-272e389bcc8c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263552 Apr 07 08:21:24.123380 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-f9be56e0-6485-4d1e-a7af-09b83d5a19ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1001 time: 0.0667136 Apr 07 08:21:24.137068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f04d3bcb-2ecb-455c-a74c-4928f574627a req-eff83b08-a6fc-44dd-951d-6b35bf150e9e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8c29848-75c2-4174-9526-1e6dc6c1a37c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219716 Apr 07 08:21:24.183542 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-eab5fd6b-c1ae-4a0a-bfa8-c717a5161e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:24.185669 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-eab5fd6b-c1ae-4a0a-bfa8-c717a5161e38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0506778 Apr 07 08:21:24.243589 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-98cbd5b9-5227-4fa0-925b-9aeef860ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:24.245102 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-98cbd5b9-5227-4fa0-925b-9aeef860ff50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505400 Apr 07 08:21:24.269029 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (2fea277c-9847-4e76-8dee-6ef05d284983), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:24.302844 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=2fea277c-9847-4e76-8dee-6ef05d284983,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:24.345972 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-71006cc6-d978-47e8-8628-50e4c5c21680 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858502 Apr 07 08:21:24.413268 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:21:24.437823 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c7c8e1a7-989c-4b0e-8ceb-5e1a87a2cc4a req-d108a5cb-99f0-42c5-982c-d9cc6a39ae25 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847013 Apr 07 08:21:24.522654 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:21:24.532205 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:21:24.542133 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:24.542796 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:24.559888 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] No DVR routers for this DVR port 2fea277c-9847-4e76-8dee-6ef05d284983 on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:21:24.562940 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:24.566361 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5d452670-8ccf-413e-8808-5447fdf4870e req-58800bf7-58b6-416d-9359-7626e351396f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "DELETE /v2.0/ports/2fea277c-9847-4e76-8dee-6ef05d284983 HTTP/1.1" status: 204 len: 173 time: 1.0768752 Apr 07 08:21:24.566849 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'name': 'network-vif-deleted', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:24.569620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da15fb6-9ebd-492d-8030-e9bb6ab0e70b" -d '{"events": [{"server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "name": "network-vif-deleted", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:24.613544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5660ed6-4969-498b-876f-e79bb566d2be x-openstack-request-id: req-d5660ed6-4969-498b-876f-e79bb566d2be {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:24.613544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85739430-3ab7-4632-904f-dc43e5377deb", "name": "network-vif-deleted", "tag": "2fea277c-9847-4e76-8dee-6ef05d284983", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:24.613544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5660ed6-4969-498b-876f-e79bb566d2be {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:24.613544 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5660ed6-4969-498b-876f-e79bb566d2be'] response: {'server_uuid': '85739430-3ab7-4632-904f-dc43e5377deb', 'name': 'network-vif-deleted', 'tag': '2fea277c-9847-4e76-8dee-6ef05d284983', 'status': 'completed', 'code': 200} Apr 07 08:21:24.657694 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:24.806313 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:24.862848 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:24.892005 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:21:24.901000 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:24.901606 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:25.008588 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:25.213170 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:25.244272 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff048c-1a6d-4691-aca7-9b44e467cec6 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:21:25.245153 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c8526cb0-bc8d-4100-b562-6d2a7b25ccd8 req-47d40b32-0928-4f6e-a2b6-47aa8aa49e14 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0275004 Apr 07 08:21:25.281601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f179-1c5a-4c3e-ac3d-c38ec24db53e req-61fed0cb-50c4-4a8e-9427-34550303030c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:25.283154 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27f3f179-1c5a-4c3e-ac3d-c38ec24db53e req-61fed0cb-50c4-4a8e-9427-34550303030c tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0930538 Apr 07 08:21:25.337131 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27f3f179-1c5a-4c3e-ac3d-c38ec24db53e req-1716089e-124d-47e4-a747-7aef51227926 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481133 Apr 07 08:21:25.486962 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827c29e-1652-4a67-975a-23eb48e573e6 None None] New status for floating IP a201d9e0-0f90-41ca-9c7e-6a108f06097a: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:21:26.045612 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 2fea277c-9847-4e76-8dee-6ef05d284983 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:21:26.069206 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 2fea277c-9847-4e76-8dee-6ef05d284983 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:21:26.069547 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 2fea277c-9847-4e76-8dee-6ef05d284983 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:21:26.349986 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-820a581c-f95d-472b-a1f9-2434ce082aaf req-055b0ce8-25ba-4237-9d82-aac4b1608f8e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0267720 Apr 07 08:21:26.454252 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1ea68-046b-4c08-80e5-82d2c43a266f req-2ebe48ed-63a9-4a2c-bbe5-d270c101840a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:26.455740 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9f1ea68-046b-4c08-80e5-82d2c43a266f req-2ebe48ed-63a9-4a2c-bbe5-d270c101840a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0516903 Apr 07 08:21:26.503825 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9f1ea68-046b-4c08-80e5-82d2c43a266f req-3a2f6186-4d5c-4307-912c-e6a6687b54fa tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Apr 07 08:21:27.454307 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-df6a4144-ebd8-48f3-9154-f5d4b720a936 req-c6db159a-2165-4aee-9d15-74cbb7a492a2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=85739430-3ab7-4632-904f-dc43e5377deb HTTP/1.1" status: 200 len: 210 time: 0.0264201 Apr 07 08:21:27.624501 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96b3de-5f28-4e92-934c-9f3ca7f3993d req-feed4bc5-a978-41aa-9b82-2c71e7e3b0ec tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:27.625946 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5c96b3de-5f28-4e92-934c-9f3ca7f3993d req-feed4bc5-a978-41aa-9b82-2c71e7e3b0ec tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0548599 Apr 07 08:21:27.670360 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5c96b3de-5f28-4e92-934c-9f3ca7f3993d req-287aef68-9502-45fe-8776-a3c6534b8462 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389194 Apr 07 08:21:27.782238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427d190-7827-44b8-8457-8dcd15adb199 req-8f3dd6d1-eaca-44e5-b594-d7e8ecf9ba54 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:27.783806 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2427d190-7827-44b8-8457-8dcd15adb199 req-8f3dd6d1-eaca-44e5-b594-d7e8ecf9ba54 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0517516 Apr 07 08:21:27.792667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59354) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:27.797198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Request body: {'floatingip': {'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:27.854016 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.557367 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.602103 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59364) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:28.628260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.723113 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (c8c29848-75c2-4174-9526-1e6dc6c1a37c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.758245 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (c8c29848-75c2-4174-9526-1e6dc6c1a37c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.899178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Router 3930cc92-015b-473f-acc6-b35f86f96238 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:21:28.944303 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c8c29848-75c2-4174-9526-1e6dc6c1a37c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.946789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:28.947907 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8c29848-75c2-4174-9526-1e6dc6c1a37c HTTP/1.1" status: 204 len: 168 time: 0.3447831 Apr 07 08:21:28.950872 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59368) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:28.959694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894bec9-7a7f-4590-93c7-55ffb6740867 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c29848-75c2-4174-9526-1e6dc6c1a37c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:28.967084 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-3acab214-4765-4533-a090-2458a9d748b3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] show failed (client error): The resource could not be found. Apr 07 08:21:28.970890 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3acab214-4765-4533-a090-2458a9d748b3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups/c8c29848-75c2-4174-9526-1e6dc6c1a37c HTTP/1.1" status: 404 len: 347 time: 0.0163090 Apr 07 08:21:28.971097 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59370) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:29.028564 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:21:29.033542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.038100 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:21:29.048867 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:29.049490 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:29.071079 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:29.072850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9437505-4a30-462d-be12-0de671c7d418" -d '{"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:29.114370 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-707fcd16-1c64-42e2-8317-92fe4e1cd590 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "PUT /v2.0/floatingips/8474aa8f-aac2-4c09-8f6c-bfae0d6b3719 HTTP/1.1" status: 200 len: 993 time: 1.3097692 Apr 07 08:21:29.127362 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port 92de21e1-59d4-4611-bcea-2fb8c6161248 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:21:29.127863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.153633 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024a5d0a-06e5-428b-97ad-79c558672321 x-openstack-request-id: req-024a5d0a-06e5-428b-97ad-79c558672321 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:29.153927 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:29.154181 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-024a5d0a-06e5-428b-97ad-79c558672321 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:29.154621 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024a5d0a-06e5-428b-97ad-79c558672321'] response: {'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'status': 'completed', 'code': 200} Apr 07 08:21:29.169631 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:29.211759 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.212094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (92de21e1-59d4-4611-bcea-2fb8c6161248), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.225810 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for 92de21e1-59d4-4611-bcea-2fb8c6161248 owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:21:29.397638 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:21:28Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:29.427921 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:21:29.431253 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:29.431854 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:29.446156 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (92de21e1-59d4-4611-bcea-2fb8c6161248), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.476602 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=92de21e1-59d4-4611-bcea-2fb8c6161248,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:29.562205 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (a201d9e0-0f90-41ca-9c7e-6a108f06097a), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.565818 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:29.567852 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7f5d37e5-c3ad-4d84-9edf-72ea3e58740e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/floatingips/a201d9e0-0f90-41ca-9c7e-6a108f06097a HTTP/1.1" status: 204 len: 168 time: 0.5951400 Apr 07 08:21:29.594758 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437505-4a30-462d-be12-0de671c7d418 req-05d30419-1e7e-4058-857e-bb3c71e15161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:29.596827 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-05d30419-1e7e-4058-857e-bb3c71e15161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.0592201 Apr 07 08:21:29.636507 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:29.703764 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437505-4a30-462d-be12-0de671c7d418 req-b1af0455-fac1-4880-8429-4d835bc039a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:29.705529 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-b1af0455-fac1-4880-8429-4d835bc039a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.0950179 Apr 07 08:21:29.780831 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-8b0bfb1f-0f8e-49a3-a6e8-0bc7954f95a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1001 time: 0.0641775 Apr 07 08:21:29.833386 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437505-4a30-462d-be12-0de671c7d418 req-01104e14-d1e3-4dd7-b352-2833ac51c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:29.835056 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-01104e14-d1e3-4dd7-b352-2833ac51c9b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0467095 Apr 07 08:21:29.884222 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:21:28Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:29.889568 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437505-4a30-462d-be12-0de671c7d418 req-611afba1-6ba5-4cb3-a236-2d4da2a9c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:29.891101 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-611afba1-6ba5-4cb3-a236-2d4da2a9c95e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501735 Apr 07 08:21:29.910554 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ef874-6cea-445a-a380-8bbc54e9d2dd None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8474aa8f-aac2-4c09-8f6c-bfae0d6b3719', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'port_id': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'mac_address': 'fa:16:3e:70:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:19:25Z', 'updated_at': '2022-04-07T08:21:28Z', 'revision_number': 3, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:21:29.982120 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-f2f53ed6-c3df-441b-9ee9-6ebc0a2f8ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Apr 07 08:21:30.089745 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9437505-4a30-462d-be12-0de671c7d418 req-cf4f36f0-df62-4896-8e67-f3bf7853ff52 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954578 Apr 07 08:21:30.115840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59382) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:30.120696 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762711006', 'description': 'tempest-description--951628154'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:30.210120 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.273263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (b9875bda-7136-4027-952e-7ae1fab6a607), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.371564 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b9875bda-7136-4027-952e-7ae1fab6a607), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.399279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9875bda-7136-4027-952e-7ae1fab6a607,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:30.471104 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.472330 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-8fe5e10e-3623-4312-bc88-98e6e10ea7e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3552148 Apr 07 08:21:30.475616 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59386) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:30.479909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'b9875bda-7136-4027-952e-7ae1fab6a607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:30.596950 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (712422ed-14f7-468f-ae21-bff718c3615f), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.655494 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (712422ed-14f7-468f-ae21-bff718c3615f), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.734135 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17304ec-4405-40c2-b25f-74d2e7097405 req-986e826c-1b27-45b2-9b4a-ec05f8c3fa0f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:30.735536 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e17304ec-4405-40c2-b25f-74d2e7097405 req-986e826c-1b27-45b2-9b4a-ec05f8c3fa0f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Apr 07 08:21:30.781259 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e17304ec-4405-40c2-b25f-74d2e7097405 req-ed766d5c-d1b8-45e2-ae1b-4a25f8b583a3 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Apr 07 08:21:30.790888 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (712422ed-14f7-468f-ae21-bff718c3615f), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.803681 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59396) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:30.807669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712422ed-14f7-468f-ae21-bff718c3615f,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:30.924549 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:30.925920 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2186e37a-5b9b-4ef3-ba88-d9a89c49b845 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493494 Apr 07 08:21:30.928792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59400) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:30.933194 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'b9875bda-7136-4027-952e-7ae1fab6a607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:30.995799 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e463a9-7d02-4087-9727-e67ef440b937 tempest-TestMinimumBasicScenario-337187012 tempest-TestMinimumBasicScenario-337187012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:30.997220 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a6e463a9-7d02-4087-9727-e67ef440b937 tempest-TestMinimumBasicScenario-337187012 tempest-TestMinimumBasicScenario-337187012-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1124 time: 0.1923876 Apr 07 08:21:31.000096 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59402) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:31.004286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'port_id': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:31.102535 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (33417da1-447a-4ade-adba-3b891480f679), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.155789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.157954 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:31.160233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:31.164413 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (33417da1-447a-4ade-adba-3b891480f679), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.216084 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf05d6e-0e61-4d07-ba6f-82297410e359 x-openstack-request-id: req-ecf05d6e-0e61-4d07-ba6f-82297410e359 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:31.216379 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:31.216655 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecf05d6e-0e61-4d07-ba6f-82297410e359 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:31.217039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf05d6e-0e61-4d07-ba6f-82297410e359'] response: {'name': 'network-changed', 'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'status': 'completed', 'code': 200} Apr 07 08:21:31.247153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (33417da1-447a-4ade-adba-3b891480f679), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.276998 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33417da1-447a-4ade-adba-3b891480f679,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:31.308862 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.361515 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-9c61ddb1-afc0-47c2-83b6-06ce801620f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:31.363021 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-9c61ddb1-afc0-47c2-83b6-06ce801620f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0598d0f794f40b49322c9417c47dfb3&device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 1129 time: 0.1019621 Apr 07 08:21:31.387142 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.388260 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-93561461-89a4-4004-8270-6f909cd5f97b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4584973 Apr 07 08:21:31.398086 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59406) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:31.402641 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:31.489798 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Allocated IP 172.27.1.133 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/91344b58-d9b5-49c6-bbf4-565dfce51a57) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:21:31.510819 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.517242 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-ef377c40-2162-4a0e-8052-a886d5bcabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:31.518749 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-ef377c40-2162-4a0e-8052-a886d5bcabfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 200 len: 919 time: 0.1459389 Apr 07 08:21:31.608817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.630510 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-db184a97-e67c-42aa-9f8b-4bb814daa37e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 200 len: 1001 time: 0.1019399 Apr 07 08:21:31.683747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.702755 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-07a851a8-eede-4ee2-b8cb-9391322b1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:31.704213 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-07a851a8-eede-4ee2-b8cb-9391322b1713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 200 len: 857 time: 0.0632405 Apr 07 08:21:31.764016 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-a6eb9176-53bb-4bc2-997c-199d541b0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:31.765434 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-a6eb9176-53bb-4bc2-997c-199d541b0a9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ed5bdb-95be-4d41-bb84-74d454414530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463045 Apr 07 08:21:31.828823 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:31.860734 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.27.1.153 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/c88d87e1-9cab-4105-acd2-f8c0f9f08594) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:21:31.883428 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:21:31.889011 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:21:31.892146 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:21:31.896931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'Port': ['ID=91344b58-d9b5-49c6-bbf4-565dfce51a57,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:31.938814 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-951ac568-3b86-4a8b-b9f6-a26f2683d911 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651254 Apr 07 08:21:31.961427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.052894 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.094423 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:21:32.097279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:21:32.103417 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:21:32.109009 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=c88d87e1-9cab-4105-acd2-f8c0f9f08594,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:32.135907 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f88c95d-ccc2-46be-8cef-b6d7b77eba3b req-736b2abf-b310-440f-b33d-734ba8c3f717 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872385 Apr 07 08:21:32.190768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.313985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.346063 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for floatingip (da2637b0-64b1-4f28-802e-fd393439a36e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.463490 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.474848 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.543916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.618771 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=c88d87e1-9cab-4105-acd2-f8c0f9f08594,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:32.628517 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.632150 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.697469 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.734249 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.743476 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5b0e75b8-9453-4cc3-addb-e390374fc98b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3364539 Apr 07 08:21:32.765493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'Port': ['ID=91344b58-d9b5-49c6-bbf4-565dfce51a57,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:32.779751 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (da2637b0-64b1-4f28-802e-fd393439a36e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:32.876849 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Floating IP da2637b0-64b1-4f28-802e-fd393439a36e associated. External IP: 172.27.1.133, port: 3972f43d-b428-40c7-b036-ec0a1abe4488. Apr 07 08:21:33.001955 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-67be1b96-99e4-4480-83d5-62bacb254341 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--762711006&fields=id&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 267 time: 0.0881720 Apr 07 08:21:33.429508 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-157f3846-69f4-4569-ab2c-b5939e4b3541 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:33.430990 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-157f3846-69f4-4569-ab2c-b5939e4b3541 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.4210672 Apr 07 08:21:33.450604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-cedfd445-cc91-470c-8dc5-87c2d41e39c6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/quotas/855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 375 time: 0.0135443 Apr 07 08:21:33.454327 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Router 78501775-7cdf-47f3-b7e8-ecde5c69a01b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:21:33.575957 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-3a7a8822-965c-4b9d-8148-28c7869c7856 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189158 Apr 07 08:21:33.649804 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:21:33.659214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Sync routers for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:21:33.669585 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:33.670232 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:33.695813 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-d6f1a367-921a-4def-b6ed-49d6b586c635 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061258 Apr 07 08:21:33.773383 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:33.781020 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:33.818383 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-e3f9c1e0-76f8-4b34-8152-b3a8f3261a0c service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162467 Apr 07 08:21:33.822382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7334ed11-49cf-4f67-b520-08bc89697eac tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8187916 Apr 07 08:21:33.822382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:33.823112 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed91f10a-d3cc-4183-aee0-6eb01650d07d" -d '{"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:33.823297 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59428) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:33.835265 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617482392', 'description': 'tempest-secgroup-smoke-1617482392 description', 'project_id': '25125cdb782c4384ab8e437eb6661d1d'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:33.870799 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a629de-b3d4-4218-8b83-630733f40af5 x-openstack-request-id: req-99a629de-b3d4-4218-8b83-630733f40af5 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:33.871347 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:33.871663 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99a629de-b3d4-4218-8b83-630733f40af5 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:33.872215 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a629de-b3d4-4218-8b83-630733f40af5'] response: {'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:21:33.945347 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:33.972325 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-8efbc220-d862-4a34-bd33-37ed5a26fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:33.976568 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-8efbc220-d862-4a34-bd33-37ed5a26fc33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1129 time: 0.0478201 Apr 07 08:21:34.034015 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (e456c059-136f-48a5-a82b-53a75573cfeb), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.083414 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'da2637b0-64b1-4f28-802e-fd393439a36e', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'port_id': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'mac_address': 'fa:16:3e:64:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:32Z', 'revision_number': 0, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:34.097824 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e456c059-136f-48a5-a82b-53a75573cfeb), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.105940 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bd5ee436-75b2-4055-bca3-5bdeb802d636 req-fa81bde2-96a3-430b-8565-25ec303b819b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 210 time: 0.0609565 Apr 07 08:21:34.110416 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Checking router: 78501775-7cdf-47f3-b7e8-ecde5c69a01b for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:21:34.119686 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:34.120382 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:34.143155 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-f4d121de-df93-4974-bc9f-fae1e77958c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:34.144699 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-f4d121de-df93-4974-bc9f-fae1e77958c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 916 time: 0.1604197 Apr 07 08:21:34.153923 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e456c059-136f-48a5-a82b-53a75573cfeb,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:34.223861 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-24f4110f-5016-4db9-bf80-0d6d378f0e25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 999 time: 0.0633461 Apr 07 08:21:34.239451 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.242106 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-99b984ba-5177-45dd-8110-9595cc64c79c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4157076 Apr 07 08:21:34.246333 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59440) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:34.246478 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:34.248679 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:34.277767 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-9bbb6fcc-04b4-422e-9485-b4fe8c7130f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:34.279300 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-9bbb6fcc-04b4-422e-9485-b4fe8c7130f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0481100 Apr 07 08:21:34.330047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-511e3005-b468-4fcf-88a1-f08ba031397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:34.331605 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-511e3005-b468-4fcf-88a1-f08ba031397e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438938 Apr 07 08:21:34.369705 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (5fdd5774-4853-4268-a9dc-95c5b2f27603), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.434899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (5fdd5774-4853-4268-a9dc-95c5b2f27603), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.436578 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-e06eb1ed-586c-49cf-a146-d2f94b9fd4df service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960116 Apr 07 08:21:34.479446 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'da2637b0-64b1-4f28-802e-fd393439a36e', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'port_id': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'mac_address': 'fa:16:3e:64:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:32Z', 'revision_number': 0, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:34.505948 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0a577-b643-4d18-b48c-4ecaeb289c43 None None] The sync data for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi is: [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'da2637b0-64b1-4f28-802e-fd393439a36e', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'floating_ip_address': '172.27.1.133', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'port_id': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'mac_address': 'fa:16:3e:64:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:32Z', 'revision_number': 0, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:21:34.532150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed91f10a-d3cc-4183-aee0-6eb01650d07d req-1d0f8c2c-397a-4186-b9c5-5e30e5b848ef service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878406 Apr 07 08:21:34.556675 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (5fdd5774-4853-4268-a9dc-95c5b2f27603), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.579337 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdd5774-4853-4268-a9dc-95c5b2f27603,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:34.701418 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.702739 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a57140fc-d0dd-4046-b5cb-ac9bc9d9e1e7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580758 Apr 07 08:21:34.705537 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59446) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:34.710078 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:34.746565 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cf327b-09bd-4277-9928-c259ccd711fa None None] New status for floating IP da2637b0-64b1-4f28-802e-fd393439a36e: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:21:34.842086 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (fdec63d8-648c-43f2-9ac3-2147343c5620), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.899096 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (fdec63d8-648c-43f2-9ac3-2147343c5620), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:34.985237 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (fdec63d8-648c-43f2-9ac3-2147343c5620), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.003085 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdec63d8-648c-43f2-9ac3-2147343c5620,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:35.113323 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.115254 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f66e3786-86ea-40c8-b1cc-3ac7ff03f964 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4087732 Apr 07 08:21:35.118125 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59448) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:35.122540 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:35.203996 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3a8d99e2-643f-49fa-a341-218cb42eab68 req-418c1980-10db-465f-a94a-713c09ccbb91 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Apr 07 08:21:35.233898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (54536d0e-beeb-4fac-9ed1-4660bb504178), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.291017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (54536d0e-beeb-4fac-9ed1-4660bb504178), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.413772 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (54536d0e-beeb-4fac-9ed1-4660bb504178), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.431514 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54536d0e-beeb-4fac-9ed1-4660bb504178,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:35.489839 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.491146 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1da44ada-f56a-447e-8596-1c186ad7d947 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720503 Apr 07 08:21:35.493863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59454) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:35.498252 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:35.607150 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (bdb76841-df24-4eba-a5bb-8a7456a93f93), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.663812 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (bdb76841-df24-4eba-a5bb-8a7456a93f93), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.745126 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (bdb76841-df24-4eba-a5bb-8a7456a93f93), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.765429 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb76841-df24-4eba-a5bb-8a7456a93f93,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:35.873014 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:35.874148 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-eb8a6fb0-924d-4df5-a38b-babae6a8c6ce tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793488 Apr 07 08:21:35.876836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59458) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:35.881525 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:35.979702 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.securitygroups_db [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Project 25125cdb782c4384ab8e437eb6661d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:21:35.984808 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (3aae0586-f192-4ecd-8f24-3a0778a87e0e), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.043041 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (3aae0586-f192-4ecd-8f24-3a0778a87e0e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.125817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (3aae0586-f192-4ecd-8f24-3a0778a87e0e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.144720 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aae0586-f192-4ecd-8f24-3a0778a87e0e,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:36.204039 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.205225 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b3f4e82a-cb48-47a9-a43b-ce41e3929305 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274555 Apr 07 08:21:36.207956 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59460) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:36.212270 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'security_group_rule': {'security_group_id': 'e456c059-136f-48a5-a82b-53a75573cfeb', 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:36.298986 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2613dfe9-3a4b-4117-930a-e1c35365d206 req-b03b4d6b-a5ed-4232-a875-9df468c79447 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 210 time: 0.0266891 Apr 07 08:21:36.320729 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.securitygroups_db [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Project 25125cdb782c4384ab8e437eb6661d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:21:36.326296 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (8eca1a6e-b568-4e9d-8f24-89a8e1f6cd36), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.384927 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (8eca1a6e-b568-4e9d-8f24-89a8e1f6cd36), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.463258 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (8eca1a6e-b568-4e9d-8f24-89a8e1f6cd36), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.480784 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eca1a6e-b568-4e9d-8f24-89a8e1f6cd36,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:36.608306 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:36.609998 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cb81f3ca-f174-453a-b25a-24344c6906a4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006422 Apr 07 08:21:36.696701 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-44855e71-e084-4cd2-976c-c0150a9df68d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617482392&fields=id&tenant_id=25125cdb782c4384ab8e437eb6661d1d HTTP/1.1" status: 200 len: 267 time: 0.0436232 Apr 07 08:21:36.756921 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-60ceed89-c12e-4643-b13c-8ecf9e1597d0 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:36.758426 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-60ceed89-c12e-4643-b13c-8ecf9e1597d0 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0565224 Apr 07 08:21:36.769185 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'port': {'security_groups': ['0720e1ce-d53c-4d3c-a2f7-84db4201f10e', 'e456c059-136f-48a5-a82b-53a75573cfeb']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:36.838416 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.018489 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:37.057923 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.149120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-4b1321d6-0d0a-446a-b029-a1b90ddbcc75 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:37.150559 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-4b1321d6-0d0a-446a-b029-a1b90ddbcc75 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.1049185 Apr 07 08:21:37.185445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.240451 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:37.254767 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:37.255415 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.256854 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-698722e7-ae6f-41d0-98b6-8a19516ee497 req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "PUT /v2.0/ports/3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 981 time: 0.4922090 Apr 07 08:21:37.257269 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:37.259542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c5e80-e377-4546-ba3f-22ae280d9734" -d '{"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:37.300587 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6abfa-cdf7-4a14-9ce3-9f31f53d87c7 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=6']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:37.322599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0fd299-0e54-441f-b036-c1b2b09e881c x-openstack-request-id: req-bc0fd299-0e54-441f-b036-c1b2b09e881c {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:37.322599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:37.322599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc0fd299-0e54-441f-b036-c1b2b09e881c {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:37.322948 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0fd299-0e54-441f-b036-c1b2b09e881c'] response: {'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:21:37.328207 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-9be94e0d-cafe-4e27-a0ae-524e3e16e062 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 379 time: 0.1491010 Apr 07 08:21:37.423681 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-49533990-8e75-430f-8571-9c6608405614 req-f11ea678-42d3-4e42-ab42-c381d840d253 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Apr 07 08:21:37.436256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373563-5c4d-47cc-abbb-59028e05ed4a req-c159aae4-ec37-4479-9674-dac0c5e7f391 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:37.443371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0f373563-5c4d-47cc-abbb-59028e05ed4a req-c159aae4-ec37-4479-9674-dac0c5e7f391 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0957801 Apr 07 08:21:37.490394 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-386b81a1-ea9e-4104-b466-115320471f98 None None] Provisioning complete for port 3972f43d-b428-40c7-b036-ec0a1abe4488 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:21:37.490793 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-386b81a1-ea9e-4104-b466-115320471f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.500716 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0f373563-5c4d-47cc-abbb-59028e05ed4a req-7e5a087b-d8ab-4b2b-9aec-9ad4fa74e177 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556543 Apr 07 08:21:37.523003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:37.688487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'port': {'device_id': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'admin_state_up': True, 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'security_groups': ['b9875bda-7136-4027-952e-7ae1fab6a607']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:37.698552 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-386b81a1-ea9e-4104-b466-115320471f98 None None] Current status of the port 3972f43d-b428-40c7-b036-ec0a1abe4488 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:37.749770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-56fc5ec1-ed36-4f44-b5cf-13b43fd5cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:37.760044 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-56fc5ec1-ed36-4f44-b5cf-13b43fd5cd51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1168 time: 0.0565712 Apr 07 08:21:37.882643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-1ad4ce8d-2e29-4def-b695-82a12adf21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:37.884153 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-1ad4ce8d-2e29-4def-b695-82a12adf21d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 916 time: 0.1144700 Apr 07 08:21:37.945299 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:21:37.951919 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:37.969439 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-783ba1ff-8cef-4f78-be30-46381ad4805a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 1001 time: 0.0764759 Apr 07 08:21:38.034287 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-e70dd244-3dc4-43fc-afd0-03809da2d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:38.036389 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-e70dd244-3dc4-43fc-afd0-03809da2d257 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0503311 Apr 07 08:21:38.082773 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.20.0.8 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/98624d49-7071-4ca5-82c8-c047fb11a61c) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:21:38.212073 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-4f11ae44-3b86-48d8-91e8-4d9b307a824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:38.213625 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-4f11ae44-3b86-48d8-91e8-4d9b307a824f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455997 Apr 07 08:21:38.222768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.319605 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-826b7099-a65d-4250-a81a-16b094a39d92 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849771 Apr 07 08:21:38.397461 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.420946 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4a7c5e80-e377-4546-ba3f-22ae280d9734 req-6cda9490-1cc6-4e1e-990a-2f4143fa1630 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840528 Apr 07 08:21:38.438947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:21:38.441940 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:21:38.447956 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:21:38.458198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:38.521794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:38.522420 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.570451 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03acc7-6f54-4d6a-b204-5bd278bf0093 req-9cf3bcf8-9f54-40fd-b689-4a84943f6090 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:38.572009 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd03acc7-6f54-4d6a-b204-5bd278bf0093 req-9cf3bcf8-9f54-40fd-b689-4a84943f6090 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 931 time: 0.0669785 Apr 07 08:21:38.622089 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd03acc7-6f54-4d6a-b204-5bd278bf0093 req-75bb7126-211d-46ed-98dc-65483bf32bba tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Apr 07 08:21:38.635197 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-087407d2-109c-4b36-b52e-11224cbab57e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507082 Apr 07 08:21:38.655832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Request body: {'port': {'device_id': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:38.712170 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.724842 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-aea74c79-7f1e-4a6d-ad27-b4e690527d8a None None] Provisioning complete for port 98624d49-7071-4ca5-82c8-c047fb11a61c triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:21:38.725370 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-aea74c79-7f1e-4a6d-ad27-b4e690527d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.759351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-aea74c79-7f1e-4a6d-ad27-b4e690527d8a None None] Port 98624d49-7071-4ca5-82c8-c047fb11a61c cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:21:38.973914 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98624d49-7071-4ca5-82c8-c047fb11a61c {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:21:38.981187 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks [] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:38.993570 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Transition to ACTIVE for port object 98624d49-7071-4ca5-82c8-c047fb11a61c will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:21:39.087866 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:39.139018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Pushing event updated for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:39.212025 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Attempting to bind port 98624d49-7071-4ca5-82c8-c047fb11a61c on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:21:39.212493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Attempting to bind port 98624d49-7071-4ca5-82c8-c047fb11a61c by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:21:39.212726 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Attempting to bind port 98624d49-7071-4ca5-82c8-c047fb11a61c on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:21:39.217310 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Port 98624d49-7071-4ca5-82c8-c047fb11a61c on network e436714d-fd7b-4023-a411-0a52d57a3d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:21:39.217764 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Attempting to bind port 98624d49-7071-4ca5-82c8-c047fb11a61c on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:21:39.222907 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:21:39.223259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:21:39.223665 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:21:39.224125 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Bound port: 98624d49-7071-4ca5-82c8-c047fb11a61c, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:21:39.224506 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:39.290273 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:21:39.293260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=98624d49-7071-4ca5-82c8-c047fb11a61c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:21:39.402969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:39.438939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.439557 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:39.440933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] 10.222.0.20 "PUT /v2.0/ports/98624d49-7071-4ca5-82c8-c047fb11a61c HTTP/1.1" status: 200 len: 1093 time: 0.7898200 Apr 07 08:21:39.441369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:39.443647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a523597-f59d-404c-88b2-cfb34214a3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:39.469907 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa1a4-ab24-4ea8-ba21-2dad2aeec5ff service neutron] Pushing event updated for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:39.486676 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ed5c9-3eee-448d-baef-198d5ae23f31 x-openstack-request-id: req-5f5ed5c9-3eee-448d-baef-198d5ae23f31 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:39.486984 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:39.487228 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f5ed5c9-3eee-448d-baef-198d5ae23f31 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:39.487634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5ed5c9-3eee-448d-baef-198d5ae23f31'] response: {'name': 'network-changed', 'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'status': 'completed', 'code': 200} Apr 07 08:21:39.594393 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-2c7bc569-004c-436b-b288-9aab6284d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.596107 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-2c7bc569-004c-436b-b288-9aab6284d512 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 1127 time: 0.0479929 Apr 07 08:21:39.722410 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-618b9d7f-a998-494a-bc3b-df49f083269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.724654 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-618b9d7f-a998-494a-bc3b-df49f083269a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=855750222ce5470b8ee897311bbc175c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016243 Apr 07 08:21:39.847254 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-3adbd04a-9032-4ca6-afae-525b9ec42bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.849442 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a523597-f59d-404c-88b2-cfb34214a3b7 req-3adbd04a-9032-4ca6-afae-525b9ec42bff service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166005 Apr 07 08:21:39.869525 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888fa96-4ff6-4d11-be30-ee21c4a3fd28 req-974c1ce8-264b-4e0e-994a-1a22f8e216d8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.871071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0888fa96-4ff6-4d11-be30-ee21c4a3fd28 req-974c1ce8-264b-4e0e-994a-1a22f8e216d8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.1823108 Apr 07 08:21:39.919435 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0888fa96-4ff6-4d11-be30-ee21c4a3fd28 req-5bac2ee6-cf32-4738-b1d3-59c8de320f17 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Apr 07 08:21:39.961231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-5b47fceb-d2f0-462d-9b20-8f3619638fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:39.962638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-5b47fceb-d2f0-462d-9b20-8f3619638fda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 1127 time: 0.0423331 Apr 07 08:21:41.083487 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960833-c041-472d-8f50-f06f1ffee9f2 req-688e4624-ea62-4422-81a5-b4e4d29c675a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:41.084956 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cb960833-c041-472d-8f50-f06f1ffee9f2 req-688e4624-ea62-4422-81a5-b4e4d29c675a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0989635 Apr 07 08:21:41.134972 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cb960833-c041-472d-8f50-f06f1ffee9f2 req-2a62fd56-f72c-4d17-9379-011cf562782e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444376 Apr 07 08:21:42.250457 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51d5eb-d7e0-42b0-99f6-b42fe1add520 req-fc1aee6b-d682-4702-a3b9-c9b8cde3f556 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:42.251920 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f51d5eb-d7e0-42b0-99f6-b42fe1add520 req-fc1aee6b-d682-4702-a3b9-c9b8cde3f556 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0515747 Apr 07 08:21:42.296817 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8f51d5eb-d7e0-42b0-99f6-b42fe1add520 req-69741af9-8e57-49e2-a9e4-974b1dca0797 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Apr 07 08:21:42.789853 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-9e3f7445-f744-4dbe-a8ef-7b53c2ea1948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98624d49-7071-4ca5-82c8-c047fb11a61c HTTP/1.1" status: 200 len: 217 time: 0.0347011 Apr 07 08:21:42.833628 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-a6f04f94-f7b0-4ffc-8eab-c6d4c68941cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447097 Apr 07 08:21:42.840224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-3e27e6e0-e06a-453e-b179-071427b7695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:42.841635 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-3e27e6e0-e06a-453e-b179-071427b7695b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0460520 Apr 07 08:21:42.916060 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-d7ed2da6-3e4a-4a62-954e-5dbb2b96e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:42.917699 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-d7ed2da6-3e4a-4a62-954e-5dbb2b96e19b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436759 Apr 07 08:21:42.929652 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-07fd88c8-ea66-4d73-b927-41f171cf8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:42.931190 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-07fd88c8-ea66-4d73-b927-41f171cf8a2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 1130 time: 0.0471802 Apr 07 08:21:43.010236 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-c0eff1d6-65a8-49b2-9f26-fc3750406c6e service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849018 Apr 07 08:21:43.038897 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-85ae829d-32a0-438e-b83f-20d986da5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:43.040428 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-85ae829d-32a0-438e-b83f-20d986da5b44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.0836084 Apr 07 08:21:43.099310 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-082e8af7-8c1b-4f72-9304-05484b1ac133 req-76414821-6ede-43f3-9f00-b1857ada3b8e service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Apr 07 08:21:43.109929 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-13102fc0-852f-4458-b66e-c50523810403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 200 len: 1001 time: 0.0621309 Apr 07 08:21:43.163131 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-f151ad95-831d-4b19-bd18-485ff3bd7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:43.164549 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-f151ad95-831d-4b19-bd18-485ff3bd7c41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0432456 Apr 07 08:21:43.213129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-9458c88c-a5c1-420f-aefa-5dbda26ed6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:43.214625 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-9458c88c-a5c1-420f-aefa-5dbda26ed6f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420907 Apr 07 08:21:43.316910 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-56920908-84ad-4131-bea3-2f96d5400998 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844352 Apr 07 08:21:43.413747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e503b-55dd-4bbf-ba9d-b4ccf81d18fa req-d09b1e4e-5e98-4eb5-996a-6086e1b7a090 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:43.415224 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed4e503b-55dd-4bbf-ba9d-b4ccf81d18fa req-d09b1e4e-5e98-4eb5-996a-6086e1b7a090 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0543330 Apr 07 08:21:43.462827 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ed4e503b-55dd-4bbf-ba9d-b4ccf81d18fa req-c11be7b7-4ffe-45c5-b0a9-337ab13dbc2a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Apr 07 08:21:43.773510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:44.580034 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344970ad-d854-40fd-ba57-66af6d900c77 req-81f3b057-c4c4-432b-81e1-d3a90c415e9b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:44.581493 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-344970ad-d854-40fd-ba57-66af6d900c77 req-81f3b057-c4c4-432b-81e1-d3a90c415e9b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0519879 Apr 07 08:21:44.632681 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-344970ad-d854-40fd-ba57-66af6d900c77 req-9d072377-7320-44c9-bb9f-14211cdaecff tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Apr 07 08:21:45.759356 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5f32-730b-4e64-b67b-f1798bf2e03c req-623f0b78-4b9e-4e89-9834-af4924067d65 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:45.760800 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4b2d5f32-730b-4e64-b67b-f1798bf2e03c req-623f0b78-4b9e-4e89-9834-af4924067d65 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0513444 Apr 07 08:21:45.806230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4b2d5f32-730b-4e64-b67b-f1798bf2e03c req-243ce6aa-78ff-48b7-aa0b-dd132ce1a6a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399566 Apr 07 08:21:46.922347 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775144-9f59-4a75-995b-298f48164811 req-2a175622-5d83-409f-885a-0a4868454084 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:46.923801 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5775144-9f59-4a75-995b-298f48164811 req-2a175622-5d83-409f-885a-0a4868454084 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0542037 Apr 07 08:21:46.968869 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5775144-9f59-4a75-995b-298f48164811 req-923f4879-e328-4b2f-b859-2191a4031219 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 Apr 07 08:21:47.358918 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2fca3f41-8531-4b5c-addb-c34ce20b74f3 req-92a85c62-ffb0-4f3b-b22b-9a1c75865ac9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 Apr 07 08:21:48.085441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc063-8668-420c-9098-a09a64abcf87 req-c6043938-2df0-4eb2-8a5b-506809160f3d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:48.086925 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ebbbc063-8668-420c-9098-a09a64abcf87 req-c6043938-2df0-4eb2-8a5b-506809160f3d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 943 time: 0.0544500 Apr 07 08:21:48.132772 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ebbbc063-8668-420c-9098-a09a64abcf87 req-a5f0ba93-9ba4-4e93-80c1-327d731b6684 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Apr 07 08:21:48.387208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 98624d49-7071-4ca5-82c8-c047fb11a61c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:21:48.482277 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=98624d49-7071-4ca5-82c8-c047fb11a61c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:48.494305 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'port_id': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'mac_address': 'fa:16:3e:e2:06:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:21:48.533340 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 98624d49-7071-4ca5-82c8-c047fb11a61c is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:48.533729 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:48.546640 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98624d49-7071-4ca5-82c8-c047fb11a61c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:21:48.566438 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=98624d49-7071-4ca5-82c8-c047fb11a61c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:48.640082 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:48.686413 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:48.693307 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.693679 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.694039 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.694381 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.694740 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.695070 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.695395 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.695719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.696040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.696364 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.696686 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.697007 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.697327 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.697706 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.698029 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:48.720004 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6cc686ba-3fe5-40bf-9102-7a7aa7c0b68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:49.108237 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['98624d49-7071-4ca5-82c8-c047fb11a61c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:49.247941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88bab5-b80c-4c36-a01f-546442e3e62f req-8d17e772-6b82-47f2-a3a3-4ddb07bf9884 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:49.249753 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd88bab5-b80c-4c36-a01f-546442e3e62f req-8d17e772-6b82-47f2-a3a3-4ddb07bf9884 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 944 time: 0.0519643 Apr 07 08:21:49.298429 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd88bab5-b80c-4c36-a01f-546442e3e62f req-cf11fc1f-952a-4e7b-b458-5860c8aed6ef tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Apr 07 08:21:50.408141 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 98624d49-7071-4ca5-82c8-c047fb11a61c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:21:50.414642 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920025b8-cf84-4025-ac31-5eee2c772cd4 req-ed425cde-a424-4c35-b468-757feb6a72a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:50.416112 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-920025b8-cf84-4025-ac31-5eee2c772cd4 req-ed425cde-a424-4c35-b468-757feb6a72a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 944 time: 0.0510287 Apr 07 08:21:50.462407 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-920025b8-cf84-4025-ac31-5eee2c772cd4 req-ca08bf3f-b395-4bfe-9f36-1164f8709a61 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Apr 07 08:21:50.522321 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 98624d49-7071-4ca5-82c8-c047fb11a61c completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:21:50.527149 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 98624d49-7071-4ca5-82c8-c047fb11a61c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:21:50.527149 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:50.606532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 98624d49-7071-4ca5-82c8-c047fb11a61c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:21:50.606923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:50.629718 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:50.632006 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32c5a04-508f-4328-8cf2-87b8a2bb7ded" -d '{"events": [{"server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "name": "network-vif-plugged", "status": "completed", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:50.644984 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=98624d49-7071-4ca5-82c8-c047fb11a61c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:50.668598 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26bad81-0616-456a-99b6-e269fe018602 x-openstack-request-id: req-d26bad81-0616-456a-99b6-e269fe018602 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:50.668917 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "name": "network-vif-plugged", "status": "completed", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:50.669174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d26bad81-0616-456a-99b6-e269fe018602 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:50.669571 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26bad81-0616-456a-99b6-e269fe018602'] response: {'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'code': 200} Apr 07 08:21:50.721777 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:50.772387 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:50.904962 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-13d105d1-bc5d-4c2f-a3a7-1539c4af3197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:51.091909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d69fc-9910-48bf-a1dc-8596550b272b req-94dae2ed-5224-4821-8e00-0ddc7454d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:51.093386 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-458d69fc-9910-48bf-a1dc-8596550b272b req-94dae2ed-5224-4821-8e00-0ddc7454d18a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 1129 time: 0.0460391 Apr 07 08:21:51.147905 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-458d69fc-9910-48bf-a1dc-8596550b272b req-e5cf675f-ea63-45cb-9802-828fcaffbf5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366204 Apr 07 08:21:51.576775 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9540ba-4cb7-4aa5-87e7-abef8090eabf req-22c0604d-5ec4-4175-ae20-01577017df8a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:51.578217 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c9540ba-4cb7-4aa5-87e7-abef8090eabf req-22c0604d-5ec4-4175-ae20-01577017df8a tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0509608 Apr 07 08:21:51.623800 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c9540ba-4cb7-4aa5-87e7-abef8090eabf req-64144dab-885c-48e0-8980-cf48a7aa5546 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Apr 07 08:21:52.251592 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:52.741482 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b476a9c-8810-4ae8-ab06-6d3680cf7312 req-5009d143-6d97-4d3c-8ff0-5031842ce0cc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:52.742949 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b476a9c-8810-4ae8-ab06-6d3680cf7312 req-5009d143-6d97-4d3c-8ff0-5031842ce0cc tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0542340 Apr 07 08:21:52.791415 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b476a9c-8810-4ae8-ab06-6d3680cf7312 req-332bf34e-7fc9-42c8-a5de-2f8acdcdcea7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429769 Apr 07 08:21:52.959962 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:21:53.418920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:54.065257 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c87eb0-32aa-4a2c-b86b-c8da963d3b8d req-c8750965-731a-4363-96eb-8bf8843cb5d7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:54.066762 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-26c87eb0-32aa-4a2c-b86b-c8da963d3b8d req-c8750965-731a-4363-96eb-8bf8843cb5d7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0523050 Apr 07 08:21:54.118227 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-26c87eb0-32aa-4a2c-b86b-c8da963d3b8d req-89e16621-fdbb-4bef-b678-47bafe39637c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444474 Apr 07 08:21:54.234388 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c01535-c2d8-4813-bc56-5850d50badf9 req-0b179a37-f734-4813-9acd-5f0503ef144b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:54.235889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c2c01535-c2d8-4813-bc56-5850d50badf9 req-0b179a37-f734-4813-9acd-5f0503ef144b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0559700 Apr 07 08:21:54.244318 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59592) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:21:54.248533 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'port_id': '98624d49-7071-4ca5-82c8-c047fb11a61c'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:21:54.286058 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:54.750486 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:54.962858 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:55.018937 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:55.118585 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP 91ca5f5c-553d-43c6-b496-38083c606c8b associated. External IP: 172.27.1.153, port: 98624d49-7071-4ca5-82c8-c047fb11a61c. Apr 07 08:21:55.324256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:21:55.438976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:21:55.443749 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:55.448374 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:21:55.459417 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:55.460360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:55.474711 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e80c2401-9f4d-4825-a1bc-5f5a77456a9c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "PUT /v2.0/floatingips/91ca5f5c-553d-43c6-b496-38083c606c8b HTTP/1.1" status: 200 len: 991 time: 1.2292931 Apr 07 08:21:55.475522 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:55.477737 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0" -d '{"events": [{"name": "network-changed", "server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:55.518963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218f6d6-3702-4e66-8b14-911ee2f8c472 x-openstack-request-id: req-1218f6d6-3702-4e66-8b14-911ee2f8c472 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:55.519794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:55.520202 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1218f6d6-3702-4e66-8b14-911ee2f8c472 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:55.525821 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1218f6d6-3702-4e66-8b14-911ee2f8c472'] response: {'name': 'network-changed', 'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'status': 'completed', 'code': 200} Apr 07 08:21:55.632872 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-b14f41a7-c3bc-45b7-88d7-b53e2b398d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:55.634423 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-b14f41a7-c3bc-45b7-88d7-b53e2b398d6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 1129 time: 0.0461860 Apr 07 08:21:55.702673 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:55.741346 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-9988c60b-0957-4b68-a43d-4a620a79df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:55.742867 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-9988c60b-0957-4b68-a43d-4a620a79df46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 915 time: 0.0997694 Apr 07 08:21:55.786011 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37d61-09a1-4735-a9c2-2b59f36278a0 req-b0178e96-3a3a-4ec0-a719-d830fb68b37e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:55.787438 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5f37d61-09a1-4735-a9c2-2b59f36278a0 req-b0178e96-3a3a-4ec0-a719-d830fb68b37e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0628359 Apr 07 08:21:55.835157 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5f37d61-09a1-4735-a9c2-2b59f36278a0 req-c9567818-af8e-4a40-98e0-cda3b5f2b519 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Apr 07 08:21:55.928523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '91ca5f5c-553d-43c6-b496-38083c606c8b', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:e2:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:54Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:55.958549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:21:55.966835 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:21:55.967454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:56.078271 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:21:56.296774 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '91ca5f5c-553d-43c6-b496-38083c606c8b', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:e2:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:54Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:21:56.326728 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d135e18-19aa-4f92-a9b3-dfe74d0d1362 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '91ca5f5c-553d-43c6-b496-38083c606c8b', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:e2:06:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:21:32Z', 'updated_at': '2022-04-07T08:21:54Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:21:56.513829 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c69a72-ba2d-4e8e-8604-b7e5fa80d273 None None] New status for floating IP 91ca5f5c-553d-43c6-b496-38083c606c8b: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:21:56.950705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403897c5-494f-42fa-8267-67b98a365792 req-492b1034-c2e0-47c7-8bd3-b9c57bde144c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:56.952061 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-403897c5-494f-42fa-8267-67b98a365792 req-492b1034-c2e0-47c7-8bd3-b9c57bde144c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0515671 Apr 07 08:21:57.001840 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-403897c5-494f-42fa-8267-67b98a365792 req-8b00f46d-676d-4003-9a60-e5287b9fe0ff tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Apr 07 08:21:57.589556 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-4e5d9c24-df19-49de-a770-16ba09c060cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98624d49-7071-4ca5-82c8-c047fb11a61c HTTP/1.1" status: 200 len: 1001 time: 0.0591507 Apr 07 08:21:57.641114 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-43c14c6b-2660-4876-a1fa-de4db75a8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:57.642503 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-43c14c6b-2660-4876-a1fa-de4db75a8dbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0421646 Apr 07 08:21:57.835279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-e651cd12-aae5-47ce-a634-7d88486b3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:57.836812 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-e651cd12-aae5-47ce-a634-7d88486b3a63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465274 Apr 07 08:21:57.924899 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-494b0a49-ec02-4586-9362-fdedaa916ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797625 Apr 07 08:21:58.032375 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-2dc49d37-e82f-4c47-a744-a5a22b7c9f69 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:58.034060 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-2dc49d37-e82f-4c47-a744-a5a22b7c9f69 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0511117 Apr 07 08:21:58.070327 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f824cba-81f5-47b7-8c07-9da8e8ab54b0 req-8e39a643-3e09-4d02-ae88-a84eb600ed9b service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Apr 07 08:21:58.159295 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06eb0-4bd9-45e2-8858-331f11d86a7a req-4aac32d2-934c-4063-b42f-af2d4ab064ad tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:21:58.161224 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2dc06eb0-4bd9-45e2-8858-331f11d86a7a req-4aac32d2-934c-4063-b42f-af2d4ab064ad tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 946 time: 0.0932126 Apr 07 08:21:58.202325 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Deleting port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:21:58.203963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:58.239382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2dc06eb0-4bd9-45e2-8858-331f11d86a7a req-5a48b202-75df-4378-993f-23b7960e478c tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/security-groups?id=b803673b-5eb1-4f74-9681-7edfac5ca72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Apr 07 08:21:58.301854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] For port 017673a2-3d51-4ba4-bdd6-f930ab4fb603, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=017673a2-3d51-4ba4-bdd6-f930ab4fb603,segment=NetworkSegment(fae8bf11-1be3-45ca-b256-6ff429381cf6),segment_id=fae8bf11-1be3-45ca-b256-6ff429381cf6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:21:58.302233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:58.314328 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Calling delete_port for 017673a2-3d51-4ba4-bdd6-f930ab4fb603 owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:21:58.525885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (017673a2-3d51-4ba4-bdd6-f930ab4fb603), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:58.553710 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Pushing event deleted for resources: {'Port': ['ID=017673a2-3d51-4ba4-bdd6-f930ab4fb603,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:21:58.565318 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.565667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.566015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.567104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.567442 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.567771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.568095 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.568419 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.568742 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.569062 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.569169 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['017673a2-3d51-4ba4-bdd6-f930ab4fb603'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:21:58.569586 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.569679 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.569990 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.570331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.570678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:21:58.608000 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] No DVR routers for this DVR port 017673a2-3d51-4ba4-bdd6-f930ab4fb603 on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:21:58.610346 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:21:58.614374 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3f7c2e09-630c-4447-871f-66f1b181eabb req-53b3d09a-31ca-4e27-93e4-f62167227b4e tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.20 "DELETE /v2.0/ports/017673a2-3d51-4ba4-bdd6-f930ab4fb603 HTTP/1.1" status: 204 len: 173 time: 0.5726666 Apr 07 08:21:58.614826 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'name': 'network-vif-deleted', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:21:58.617092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9093f558-589c-41e2-8151-0ef250e13fdc" -d '{"events": [{"server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "name": "network-vif-deleted", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:21:58.651349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617a6b14-fc69-4a0c-9aa0-025f23cb92ea x-openstack-request-id: req-617a6b14-fc69-4a0c-9aa0-025f23cb92ea {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:21:58.651657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d54be23-f0fd-4393-830b-44e33d18c87a", "name": "network-vif-deleted", "tag": "017673a2-3d51-4ba4-bdd6-f930ab4fb603", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:21:58.651934 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-617a6b14-fc69-4a0c-9aa0-025f23cb92ea {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:21:58.652324 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617a6b14-fc69-4a0c-9aa0-025f23cb92ea'] response: {'server_uuid': '5d54be23-f0fd-4393-830b-44e33d18c87a', 'name': 'network-vif-deleted', 'tag': '017673a2-3d51-4ba4-bdd6-f930ab4fb603', 'status': 'completed', 'code': 200} Apr 07 08:21:59.341902 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f9c2732-bdcc-44d1-8616-539e1f3436e9 req-d6e0e486-762d-4a6d-b72a-3b76eee29d35 tempest-VolumesSnapshotTestJSON-1734930874 tempest-VolumesSnapshotTestJSON-1734930874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d54be23-f0fd-4393-830b-44e33d18c87a HTTP/1.1" status: 200 len: 210 time: 0.0266986 Apr 07 08:22:02.540004 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 017673a2-3d51-4ba4-bdd6-f930ab4fb603 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:02.559961 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 017673a2-3d51-4ba4-bdd6-f930ab4fb603 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:02.560314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 017673a2-3d51-4ba4-bdd6-f930ab4fb603 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:07.212577 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63670b-1540-44c9-8d6a-2a5f261231c4 req-337f1e47-cde4-4efc-acf8-4683a81d54cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:07.214649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b63670b-1540-44c9-8d6a-2a5f261231c4 req-337f1e47-cde4-4efc-acf8-4683a81d54cb tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0603247 Apr 07 08:22:07.262808 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b63670b-1540-44c9-8d6a-2a5f261231c4 req-123435d5-3e7f-4da1-9eb7-09e3dda196ef tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418503 Apr 07 08:22:07.604861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a976526-5fe5-4f44-b100-131214542aaf req-d0e3a50a-651f-40cb-becf-4873218c74a4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:07.606321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5a976526-5fe5-4f44-b100-131214542aaf req-d0e3a50a-651f-40cb-becf-4873218c74a4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0547495 Apr 07 08:22:07.652128 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5a976526-5fe5-4f44-b100-131214542aaf req-e7462c4d-d7f2-4b13-9a67-e1a4fa78b6b4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Apr 07 08:22:08.380737 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a81b65-dda9-492c-8d93-8fd1a72eef87 req-dda097d4-87dc-4d3c-a511-fa512f27bbb5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:08.382144 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-28a81b65-dda9-492c-8d93-8fd1a72eef87 req-dda097d4-87dc-4d3c-a511-fa512f27bbb5 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0520759 Apr 07 08:22:08.429268 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-28a81b65-dda9-492c-8d93-8fd1a72eef87 req-70bfdad8-aec8-46a4-badb-b436b8291980 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414317 Apr 07 08:22:08.773315 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62f40-4bbe-406a-9fa7-3d0b846a935f req-d11c962e-5da7-43ac-85e1-0a7531860ddf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:08.774872 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52a62f40-4bbe-406a-9fa7-3d0b846a935f req-d11c962e-5da7-43ac-85e1-0a7531860ddf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0517776 Apr 07 08:22:08.823942 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52a62f40-4bbe-406a-9fa7-3d0b846a935f req-c4056327-dd31-4620-b8ec-cd6367714c94 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Apr 07 08:22:09.556696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f99b-6753-48cf-b174-ba55c5d83101 req-3f18cd02-10bb-4bba-abfc-2e8e77e25875 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:09.558168 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d70f99b-6753-48cf-b174-ba55c5d83101 req-3f18cd02-10bb-4bba-abfc-2e8e77e25875 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0540564 Apr 07 08:22:09.607554 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d70f99b-6753-48cf-b174-ba55c5d83101 req-165a1239-d746-407f-a978-0c28bff48eac tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435133 Apr 07 08:22:09.948077 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5461-8509-4b31-8399-7ac311fa1368 req-2c769415-87b9-43c7-a91d-b2a8ef845d17 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:09.949614 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9fea5461-8509-4b31-8399-7ac311fa1368 req-2c769415-87b9-43c7-a91d-b2a8ef845d17 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0533879 Apr 07 08:22:09.996092 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9fea5461-8509-4b31-8399-7ac311fa1368 req-75eabbbc-fbd8-4f89-9488-f4828501226a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Apr 07 08:22:10.311710 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261efc7-89af-40d8-9df4-9714aeeddcee req-2f138552-bf1e-4552-9d03-8e66b7594f21 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:10.313247 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0261efc7-89af-40d8-9df4-9714aeeddcee req-2f138552-bf1e-4552-9d03-8e66b7594f21 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0555978 Apr 07 08:22:10.372886 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0261efc7-89af-40d8-9df4-9714aeeddcee req-c3ce0a24-16c5-4df2-9d88-310bc543c172 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534432 Apr 07 08:22:10.725881 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f9ce7-4805-4d95-8b6b-a62573d855d5 req-ce5c221c-bd57-4c66-8df1-f5434741cbae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:10.727423 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-236f9ce7-4805-4d95-8b6b-a62573d855d5 req-ce5c221c-bd57-4c66-8df1-f5434741cbae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0517535 Apr 07 08:22:10.775788 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-236f9ce7-4805-4d95-8b6b-a62573d855d5 req-01382cbd-4af1-478e-ba40-8ff4f0a184c7 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427887 Apr 07 08:22:11.119415 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4b52e-5a4e-483e-ab54-5e8cbc223b54 req-4fbb28a2-3401-45b6-b0ff-7b5df0ab098d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.120993 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-59e4b52e-5a4e-483e-ab54-5e8cbc223b54 req-4fbb28a2-3401-45b6-b0ff-7b5df0ab098d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0569108 Apr 07 08:22:11.171268 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-59e4b52e-5a4e-483e-ab54-5e8cbc223b54 req-87931d2a-e01e-45c8-a860-86200b9a6f7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Apr 07 08:22:11.408080 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b614-58f8-4674-9eec-201d2039d575 req-02a9844a-39b8-449f-865a-aca17e204dae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.408080 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7319b614-58f8-4674-9eec-201d2039d575 req-02a9844a-39b8-449f-865a-aca17e204dae tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.0570998 Apr 07 08:22:11.412030 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-02680b2e-81c7-48de-a3c9-26fa5c4f0f61 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.413581 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-02680b2e-81c7-48de-a3c9-26fa5c4f0f61 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 947 time: 0.0648932 Apr 07 08:22:11.533789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d262-6d10-414d-955e-f5ff09fe0c97 req-5928da18-f0ac-42e7-837d-2d4fc0aac6ca tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.535394 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c1d262-6d10-414d-955e-f5ff09fe0c97 req-5928da18-f0ac-42e7-837d-2d4fc0aac6ca tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0914905 Apr 07 08:22:11.579477 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Deleting port 1b7f1f3d-fa87-497d-aaaa-410d7593808e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:11.579735 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.662110 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c1d262-6d10-414d-955e-f5ff09fe0c97 req-373a2028-4908-411c-a976-fdbd21af1d58 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196351 Apr 07 08:22:11.699441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] For port 1b7f1f3d-fa87-497d-aaaa-410d7593808e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=1b7f1f3d-fa87-497d-aaaa-410d7593808e,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:11.699807 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.758902 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-a753b6ea-248f-462b-ac97-a0550d550927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.760438 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-a753b6ea-248f-462b-ac97-a0550d550927 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1168 time: 0.3860459 Apr 07 08:22:11.834652 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Deleting port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:11.835242 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.898201 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.898870 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.898870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Floating IP b3eb91ad-34dc-4529-90be-2f497b5cbd14 disassociated. External IP: 172.27.1.68, port: 1b7f1f3d-fa87-497d-aaaa-410d7593808e. Apr 07 08:22:11.899205 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Calling delete_port for 1b7f1f3d-fa87-497d-aaaa-410d7593808e owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:11.923759 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-59c8fca1-39a5-4007-93c1-38aa7139c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.925764 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-59c8fca1-39a5-4007-93c1-38aa7139c6b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 916 time: 0.1509786 Apr 07 08:22:11.947980 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] For port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:11.948350 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:11.955227 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7dc3-f520-4696-aca2-f635048496a0 req-01a3dd8c-894b-40da-bc7a-93821831462d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:11.961285 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-138c7dc3-f520-4696-aca2-f635048496a0 req-01a3dd8c-894b-40da-bc7a-93821831462d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 946 time: 0.1101456 Apr 07 08:22:12.025097 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-138c7dc3-f520-4696-aca2-f635048496a0 req-b97bf089-768f-4955-8046-6c5324c72353 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a1af445-4e11-4436-962d-7080a19f4f78&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623713 Apr 07 08:22:12.116770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.117049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.117364 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Floating IP 011d9969-5677-4259-8d49-56afc153e48e disassociated. External IP: 172.27.1.17, port: 3ef6c53f-a938-4e0c-ab6d-05755cc583cc. Apr 07 08:22:12.117708 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Calling delete_port for 3ef6c53f-a938-4e0c-ab6d-05755cc583cc owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:12.155981 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (1b7f1f3d-fa87-497d-aaaa-410d7593808e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.188010 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'Port': ['ID=1b7f1f3d-fa87-497d-aaaa-410d7593808e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:12.349477 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3ef6c53f-a938-4e0c-ab6d-05755cc583cc), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.382092 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'Port': ['ID=3ef6c53f-a938-4e0c-ab6d-05755cc583cc,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:12.394840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.395199 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.395544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.395885 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.396225 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.396558 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.396891 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.397223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.397550 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.397883 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.398214 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.398562 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.399090 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.399599 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.400225 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:12.515446 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:12.597377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:12.605659 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a9e0-cc1a-4aa1-a9db-3b9f6cb6bb1e req-c660d183-1d1d-411a-8144-a5fc2fcddaf8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:12.607174 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ad49a9e0-cc1a-4aa1-a9db-3b9f6cb6bb1e req-c660d183-1d1d-411a-8144-a5fc2fcddaf8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 868 time: 0.3339965 Apr 07 08:22:12.630848 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:12.643373 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:12.654407 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:12.655639 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:12.671542 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] No DVR routers for this DVR port 3ef6c53f-a938-4e0c-ab6d-05755cc583cc on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:12.674266 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.678161 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a01871d9-c551-4a8f-99d3-8eea41ae8796 req-041287fb-c544-48e6-a3ea-9c4da0d2e7b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "DELETE /v2.0/ports/3ef6c53f-a938-4e0c-ab6d-05755cc583cc HTTP/1.1" status: 204 len: 173 time: 1.2588129 Apr 07 08:22:12.678669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-deleted', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:12.680908 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4ae9a-6f3e-42f6-98a3-70ac8b6f6f89" -d '{"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-deleted", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:12.741304 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:12.762381 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:12.783269 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:12.784265 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:12.797510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:12.800961 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] No DVR routers for this DVR port 1b7f1f3d-fa87-497d-aaaa-410d7593808e on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:12.807846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:12.817243 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7319b614-58f8-4674-9eec-201d2039d575 req-830957bf-f14e-4e62-ac29-7d0b4cc98a4c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "DELETE /v2.0/ports/1b7f1f3d-fa87-497d-aaaa-410d7593808e HTTP/1.1" status: 204 len: 173 time: 1.4060712 Apr 07 08:22:12.822366 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ad49a9e0-cc1a-4aa1-a9db-3b9f6cb6bb1e req-1c52e279-614e-4bd6-b7b4-b7e53d0b39c6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=53d232a5-5917-4bdc-8148-998460114b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048779 Apr 07 08:22:12.823789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'name': 'network-vif-deleted', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:12.827346 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10707a2d-c4ca-44c8-8bb5-d633c462b6cb" -d '{"events": [{"server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "name": "network-vif-deleted", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:12.960083 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77dcb2a-61c1-40fe-a2d8-26da069cda06 x-openstack-request-id: req-a77dcb2a-61c1-40fe-a2d8-26da069cda06 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:12.960690 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:12.961210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d7ea3e-9349-46b4-9960-07bad43906ef", "name": "network-vif-deleted", "tag": "1b7f1f3d-fa87-497d-aaaa-410d7593808e", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:12.961483 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c57a6e-066b-4a36-8318-feab607e76a7 x-openstack-request-id: req-c2c57a6e-066b-4a36-8318-feab607e76a7 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:12.961782 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c41d20-d6f0-493b-9fa3-5029778aae76", "name": "network-vif-deleted", "tag": "3ef6c53f-a938-4e0c-ab6d-05755cc583cc", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:12.962009 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a77dcb2a-61c1-40fe-a2d8-26da069cda06 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:12.962122 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2c57a6e-066b-4a36-8318-feab607e76a7 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:12.962431 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c57a6e-066b-4a36-8318-feab607e76a7'] response: {'server_uuid': '81c41d20-d6f0-493b-9fa3-5029778aae76', 'name': 'network-vif-deleted', 'tag': '3ef6c53f-a938-4e0c-ab6d-05755cc583cc', 'status': 'completed', 'code': 200} Apr 07 08:22:12.962833 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77dcb2a-61c1-40fe-a2d8-26da069cda06'] response: {'server_uuid': '13d7ea3e-9349-46b4-9960-07bad43906ef', 'name': 'network-vif-deleted', 'tag': '1b7f1f3d-fa87-497d-aaaa-410d7593808e', 'status': 'completed', 'code': 200} Apr 07 08:22:12.978954 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567bb9-13b6-4e94-ba9a-4fb07ddc4dcc req-c1186736-f91f-4bbf-8524-2c2b0acb240c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:12.986874 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-16567bb9-13b6-4e94-ba9a-4fb07ddc4dcc req-c1186736-f91f-4bbf-8524-2c2b0acb240c tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0723724 Apr 07 08:22:12.994222 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-8eecd100-3fee-46f7-8911-567c7c8e8170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 1001 time: 0.1843152 Apr 07 08:22:13.063331 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-16567bb9-13b6-4e94-ba9a-4fb07ddc4dcc req-5b769db2-b4be-45d0-85d1-29919d91cb15 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743077 Apr 07 08:22:13.101437 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.133740 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:13.135501 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d97ff907-9828-43cd-9132-39aafafa4c9c req-b006039c-abb9-44db-aafb-3ed48b53ab73 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0288172 Apr 07 08:22:13.142815 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:13.143527 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.191603 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.219236 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:13.229915 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:13.230604 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:21:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.260693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:13.432060 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:13.465803 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.492685 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38da9a-2259-4d22-8755-fe0bc58b4fdf None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:13.635728 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:13.661945 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315df1-c5e3-4791-bc5b-9549d5c706cc None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:13.738918 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffec163-34ed-461f-8f51-6651a822eb18 None None] New status for floating IP 011d9969-5677-4259-8d49-56afc153e48e: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:22:13.896060 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bceb819-1e40-42ea-a758-92477d1a897a None None] New status for floating IP b3eb91ad-34dc-4529-90be-2f497b5cbd14: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:22:13.947946 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ea397780-e865-4b51-8c4e-67568db84013 req-42f49ce0-8ae4-4ad4-a8a4-855e5295f4ea tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Apr 07 08:22:14.188029 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae3c4-c23e-4f2b-bf04-ff9cbb70bdee req-8019128b-90ed-467b-b039-ed73a88e817b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:14.190293 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f80ae3c4-c23e-4f2b-bf04-ff9cbb70bdee req-8019128b-90ed-467b-b039-ed73a88e817b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0566208 Apr 07 08:22:14.246802 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b0770f5-e8fd-4aae-935d-88c34f16b452 req-ac46d40e-5e85-47fe-a8e3-81fa6e0e66ed tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0380068 Apr 07 08:22:14.276457 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f80ae3c4-c23e-4f2b-bf04-ff9cbb70bdee req-a7e2a835-6b4c-4be5-a15e-a78824e25d82 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812309 Apr 07 08:22:14.682733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-123c1b2f-4428-4324-ab71-8505628f3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:14.684246 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-123c1b2f-4428-4324-ab71-8505628f3641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0484912 Apr 07 08:22:14.824880 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:14.826363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-205e2f11-c51e-49fa-b17c-ba89c8593309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:14.827923 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-205e2f11-c51e-49fa-b17c-ba89c8593309 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523937 Apr 07 08:22:14.927145 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-aaf03946-51e3-49bd-964c-6ebee39853c3 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922625 Apr 07 08:22:15.044720 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-31eb3950-9ff3-45db-a2ae-b05fa3238456 req-d2848aca-d3a7-48e1-9ddc-cd8f3c2c7944 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906684 Apr 07 08:22:15.059056 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0313b161-3c46-4727-b01f-597bb3a7721e req-82bd6fc2-46e7-42e8-9b68-4fa3c54adf4f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0268033 Apr 07 08:22:15.353347 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4b295b38-ec71-4c35-bb80-1d7dc054eeaf req-5f7ea513-c7cc-40aa-ae5a-d6b081049d75 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=13d7ea3e-9349-46b4-9960-07bad43906ef HTTP/1.1" status: 200 len: 210 time: 0.0290387 Apr 07 08:22:15.407359 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67ede-1c36-4998-9a83-bbdd06344ce2 req-b4a8169c-0042-460f-80d9-dec8e58fb2f0 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:15.408816 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69e67ede-1c36-4998-9a83-bbdd06344ce2 req-b4a8169c-0042-460f-80d9-dec8e58fb2f0 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0578892 Apr 07 08:22:15.469290 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-69e67ede-1c36-4998-9a83-bbdd06344ce2 req-495f9227-fd4c-4ccf-90b1-4943f14f8278 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546491 Apr 07 08:22:16.174660 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0bf41e8c-edb0-4ef3-8c6d-70621ad2788c req-145f0f3b-0212-47c1-9f4d-a760a3900c5d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=81c41d20-d6f0-493b-9fa3-5029778aae76 HTTP/1.1" status: 200 len: 210 time: 0.0264237 Apr 07 08:22:16.480195 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59794) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:16.538002 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (5a1af445-4e11-4436-962d-7080a19f4f78), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.586162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:16.590426 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (5a1af445-4e11-4436-962d-7080a19f4f78), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.605850 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 3ef6c53f-a938-4e0c-ab6d-05755cc583cc {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:16.606280 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3ef6c53f-a938-4e0c-ab6d-05755cc583cc not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:16.606732 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 1b7f1f3d-fa87-497d-aaaa-410d7593808e no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:16.625419 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 1b7f1f3d-fa87-497d-aaaa-410d7593808e {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:16.625759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 1b7f1f3d-fa87-497d-aaaa-410d7593808e not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:16.636396 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc049-852e-4f4b-b9d7-51bcce2f49cd req-609c2326-cfc5-4528-9ccf-3e64cb2a7f6e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:16.637807 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a9bc049-852e-4f4b-b9d7-51bcce2f49cd req-609c2326-cfc5-4528-9ccf-3e64cb2a7f6e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0979052 Apr 07 08:22:16.697676 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a9bc049-852e-4f4b-b9d7-51bcce2f49cd req-85219d61-3639-4b5d-988d-02eb19683927 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540226 Apr 07 08:22:16.737139 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5a1af445-4e11-4436-962d-7080a19f4f78), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.740295 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.741362 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a1af445-4e11-4436-962d-7080a19f4f78 HTTP/1.1" status: 204 len: 168 time: 0.2601852 Apr 07 08:22:16.744209 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59798) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:16.750392 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da675623-3dc8-44a8-a6f9-861848809c5e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1af445-4e11-4436-962d-7080a19f4f78,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:16.758317 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-b3661864-551f-4b61-93a8-7b8c005bfcc9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] show failed (client error): The resource could not be found. Apr 07 08:22:16.759356 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b3661864-551f-4b61-93a8-7b8c005bfcc9 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups/5a1af445-4e11-4436-962d-7080a19f4f78 HTTP/1.1" status: 404 len: 347 time: 0.0141559 Apr 07 08:22:16.762250 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59800) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:16.893586 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Deleting port f0bbefaf-ea31-4c9b-b7b8-5d265407159b {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:16.893865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.967794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.968118 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:16.980777 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Calling delete_port for f0bbefaf-ea31-4c9b-b7b8-5d265407159b owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:17.177048 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (f0bbefaf-ea31-4c9b-b7b8-5d265407159b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.202441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'Port': ['ID=f0bbefaf-ea31-4c9b-b7b8-5d265407159b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:17.268095 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (b3eb91ad-34dc-4529-90be-2f497b5cbd14), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.271516 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.272710 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-74efcf46-9b53-4119-b680-9bbcc700e7ee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "DELETE /v2.0/floatingips/b3eb91ad-34dc-4529-90be-2f497b5cbd14 HTTP/1.1" status: 204 len: 168 time: 0.5095096 Apr 07 08:22:17.345537 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59816) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:17.399387 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (53d232a5-5917-4bdc-8148-998460114b8e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.422800 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (53d232a5-5917-4bdc-8148-998460114b8e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.519925 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (53d232a5-5917-4bdc-8148-998460114b8e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.522581 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.523761 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "DELETE /v2.0/security-groups/53d232a5-5917-4bdc-8148-998460114b8e HTTP/1.1" status: 204 len: 168 time: 0.1771729 Apr 07 08:22:17.526504 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59818) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:17.532672 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ce3a-769f-4f82-9a18-c91609e401bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d232a5-5917-4bdc-8148-998460114b8e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:17.541813 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.api.v2.resource [None req-706a9567-4491-4bac-a991-de4b5caa6341 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] show failed (client error): The resource could not be found. Apr 07 08:22:17.542864 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-706a9567-4491-4bac-a991-de4b5caa6341 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups/53d232a5-5917-4bdc-8148-998460114b8e HTTP/1.1" status: 404 len: 347 time: 0.0148559 Apr 07 08:22:17.545925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59820) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:17.672086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Deleting port d71dbc0a-eb90-4f47-957a-94b70abb7c4e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:17.672429 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.755256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.755862 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:17.778617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Calling delete_port for d71dbc0a-eb90-4f47-957a-94b70abb7c4e owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:17.862653 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d73aa4-f7f8-4ce4-abd9-aa49af7da2c1 req-0c3d4488-e69f-476d-aab4-f9a7c5b29942 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:17.864134 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10d73aa4-f7f8-4ce4-abd9-aa49af7da2c1 req-0c3d4488-e69f-476d-aab4-f9a7c5b29942 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0991151 Apr 07 08:22:17.961474 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10d73aa4-f7f8-4ce4-abd9-aa49af7da2c1 req-92e553ce-8407-4562-9791-6ca542d963b1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883744 Apr 07 08:22:17.971762 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59824) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:17.973646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932506288', 'description': 'tempest-description--293881027'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:18.144770 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (d71dbc0a-eb90-4f47-957a-94b70abb7c4e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.167562 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.172519 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'Port': ['ID=d71dbc0a-eb90-4f47-957a-94b70abb7c4e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:18.230966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (011d9969-5677-4259-8d49-56afc153e48e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.233617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.234940 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-0bad0ce8-0316-4833-a00f-96bf9e1c2854 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "DELETE /v2.0/floatingips/011d9969-5677-4259-8d49-56afc153e48e HTTP/1.1" status: 204 len: 168 time: 0.6879070 Apr 07 08:22:18.236001 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (0cfb3a76-dac7-4466-9a07-ea370972d841), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.333205 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0cfb3a76-dac7-4466-9a07-ea370972d841), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.368858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb3a76-dac7-4466-9a07-ea370972d841,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:18.449726 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.451160 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-37bd9e44-28ce-4155-a0b2-a1701feb4383 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4821723 Apr 07 08:22:18.459353 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59834) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:18.463607 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group_rule': {'security_group_id': '0cfb3a76-dac7-4466-9a07-ea370972d841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:18.579658 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (e85b76fd-49ae-4496-9bc8-fed2ea827a7e), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.639501 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (e85b76fd-49ae-4496-9bc8-fed2ea827a7e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.704713 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-276c5a1c-7771-48b2-9d5e-e29cf335f5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.744195 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (e85b76fd-49ae-4496-9bc8-fed2ea827a7e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.762025 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85b76fd-49ae-4496-9bc8-fed2ea827a7e,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:18.871936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:18.873175 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-024c7418-8da3-4537-ba53-0439cebd874a tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128928 Apr 07 08:22:18.876053 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59838) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:18.880322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'security_group_rule': {'security_group_id': '0cfb3a76-dac7-4466-9a07-ea370972d841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:18.973580 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59840) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:18.978167 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451909865', 'description': 'tempest-description--718440006'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:18.979284 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (e7eb4d16-16b5-48f7-9628-d9fdc07c08ab), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.036994 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (e7eb4d16-16b5-48f7-9628-d9fdc07c08ab), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.062268 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.106738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a085-bab8-4d4d-9483-e83b8bcb942a req-25c3cead-07d1-4d28-8203-edddccc86d01 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:19.108203 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b515a085-bab8-4d4d-9483-e83b8bcb942a req-25c3cead-07d1-4d28-8203-edddccc86d01 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0791855 Apr 07 08:22:19.154028 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (e7eb4d16-16b5-48f7-9628-d9fdc07c08ab), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.173879 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eb4d16-16b5-48f7-9628-d9fdc07c08ab,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:19.175647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (0b7ff5d9-dd26-4509-9daa-89a34312facd), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.193126 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b515a085-bab8-4d4d-9483-e83b8bcb942a req-cc62b5c3-a04a-4882-9ae1-4dac7cc28c57 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774086 Apr 07 08:22:19.247748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.248932 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-392d06d4-46bd-49a2-b808-76f66290e3ff tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3719311 Apr 07 08:22:19.251961 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59846) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:19.256681 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:19.257191 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0b7ff5d9-dd26-4509-9daa-89a34312facd), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.285986 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7ff5d9-dd26-4509-9daa-89a34312facd,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:19.344465 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.369224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.370511 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ad83a694-366e-44ee-bd77-ca9695c887aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3959060 Apr 07 08:22:19.373470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59848) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:19.378341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group_rule': {'security_group_id': '0b7ff5d9-dd26-4509-9daa-89a34312facd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:19.443593 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.463866 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (56526173-b19a-4ee6-aae9-cc18601ac765), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.528581 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (56526173-b19a-4ee6-aae9-cc18601ac765), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.551570 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Allocated IP 172.27.1.184 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/5d4f93ac-9c91-4009-9fd8-e9908dd50125) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:22:19.597780 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (56526173-b19a-4ee6-aae9-cc18601ac765), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.620400 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56526173-b19a-4ee6-aae9-cc18601ac765,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:19.668863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.682238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.685809 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-19e274a9-cdb8-48f8-bf61-0ef75b59125a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088553 Apr 07 08:22:19.687843 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 59862) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:19.691277 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'security_group_rule': {'security_group_id': '0b7ff5d9-dd26-4509-9daa-89a34312facd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:19.806796 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (654ac2c6-b9d2-411d-a4a7-f12ecedd7a66), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.831892 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:19.887838 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:22:19.898089 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:22:19.901383 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:22:19.903232 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=5d4f93ac-9c91-4009-9fd8-e9908dd50125,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:19.940006 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (654ac2c6-b9d2-411d-a4a7-f12ecedd7a66), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.000035 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.010870 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (654ac2c6-b9d2-411d-a4a7-f12ecedd7a66), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.028144 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654ac2c6-b9d2-411d-a4a7-f12ecedd7a66,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:20.109584 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.113952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.115514 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a8cf5eed-849f-4e2d-ba1d-343a569c6f90 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4280326 Apr 07 08:22:20.118367 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 59870) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:20.123645 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:20.196319 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.270551 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.336570 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367b9c-4286-450d-bd42-f3a99ebb7786 req-10228dfe-2af1-49c5-ba82-020d3f9e9027 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:20.338132 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10367b9c-4286-450d-bd42-f3a99ebb7786 req-10228dfe-2af1-49c5-ba82-020d3f9e9027 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0735772 Apr 07 08:22:20.343977 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.384082 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.449735 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-10367b9c-4286-450d-bd42-f3a99ebb7786 req-287a396d-489a-4ff8-99b2-da95bc2cf17e tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037145 Apr 07 08:22:20.452308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=5d4f93ac-9c91-4009-9fd8-e9908dd50125,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:20.469980 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.496965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Allocated IP 172.27.1.239 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/9927c008-214c-4c49-a4b5-48197abc088f) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:22:20.552457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.557784 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-020ea135-88f7-4717-bcfe-a30c64f9f833 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3043480 Apr 07 08:22:20.610578 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (9927c008-214c-4c49-a4b5-48197abc088f), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.693622 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (9927c008-214c-4c49-a4b5-48197abc088f), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.744512 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:22:20.749613 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:22:20.758428 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-c51dacf7-b100-4809-a89b-20d212e1c767 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--932506288&fields=id&tenant_id=1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 267 time: 0.0861104 Apr 07 08:22:20.763115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:22:20.765003 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=9927c008-214c-4c49-a4b5-48197abc088f,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:20.914025 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc40d-2cc1-404e-8893-2c7dedf4ce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.934286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-75207c47-927c-45ef-8585-79cd8b05fcd2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:20.935844 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-75207c47-927c-45ef-8585-79cd8b05fcd2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 810 time: 0.1516769 Apr 07 08:22:20.938547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:20.953387 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-ed1cba76-6cd5-4d7f-8831-4b5785b63dab tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/quotas/1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Apr 07 08:22:21.012267 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-409ab5c1-dedb-41f6-8002-564f15023e70 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538490 Apr 07 08:22:21.047006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (9927c008-214c-4c49-a4b5-48197abc088f), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:21.224928 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-f86759b3-16c4-41b4-8de0-f8b082b0c1b0 service neutron] 10.222.0.24 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927145 Apr 07 08:22:21.327315 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (9927c008-214c-4c49-a4b5-48197abc088f), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:21.347858 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-d181eee3-49b6-46f7-8268-d963ebbd53f9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166811 Apr 07 08:22:21.401915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (9927c008-214c-4c49-a4b5-48197abc088f), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:21.474594 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=9927c008-214c-4c49-a4b5-48197abc088f,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:21.485894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:21.582181 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1184c57e-bcb7-40e0-a08e-77ee49800dd5 req-699bceb2-d0a5-40f0-b607-28b3965adae8 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0308187 Apr 07 08:22:21.585807 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:21.586980 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-710d9cda-d92e-4d48-8a07-4ef64d07be7d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4674785 Apr 07 08:22:21.610503 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3351fe2-f312-4b45-80a0-6addf7271509 req-0fcacf75-9a1a-43f4-91bc-3e7d3500f8ae tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:21.613250 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3351fe2-f312-4b45-80a0-6addf7271509 req-0fcacf75-9a1a-43f4-91bc-3e7d3500f8ae tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0921383 Apr 07 08:22:21.680485 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3351fe2-f312-4b45-80a0-6addf7271509 req-e38b2fc9-4ae3-419f-ad56-9ac24f9e556d tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609078 Apr 07 08:22:21.751848 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-443e4d14-deb8-4dbb-982b-535afc587f43 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--451909865&fields=id&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 267 time: 0.0435276 Apr 07 08:22:21.860888 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-0e825b08-bf25-48c6-bccb-c1a63147afa3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:21.862583 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-0e825b08-bf25-48c6-bccb-c1a63147afa3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 816 time: 0.1041067 Apr 07 08:22:21.876812 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-2ea7957b-13f3-4dcc-8c4d-ab503b083da4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/quotas/04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 375 time: 0.0088277 Apr 07 08:22:21.930975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-3ae4f2da-4316-40df-bbda-e238665c66f9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493059 Apr 07 08:22:22.032205 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-72e7acc6-2d64-489f-b3d8-1dcb650bd732 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902548 Apr 07 08:22:22.130987 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-8fd0a6a1-e9eb-4acf-9bb8-816ce8a3dd7a service neutron] 10.222.0.24 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918031 Apr 07 08:22:22.275771 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:22.442017 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-86cbc157-b325-421b-9c12-95f9f8f8cee8 req-1a1715bd-e93a-4ac9-bc23-2767e14f1f9f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0331430 Apr 07 08:22:22.644419 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392baf87-a275-492e-af2e-adf4a32da95e req-9f0f3541-70c7-431d-acea-73f2a13c253d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:22.645883 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-392baf87-a275-492e-af2e-adf4a32da95e req-9f0f3541-70c7-431d-acea-73f2a13c253d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0534322 Apr 07 08:22:22.693350 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2ff822e9-45bf-4d00-993b-c27578e9c28d req-04024d8e-cfc0-412f-acd1-01d6636c543b tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0349855 Apr 07 08:22:22.716449 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-392baf87-a275-492e-af2e-adf4a32da95e req-21bd2705-7eb7-4094-843c-c1ca7b3f67d7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640433 Apr 07 08:22:22.806964 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b32b-77dc-4145-9bb5-66300ed12b68 req-0e719923-49c3-4d4a-9b0a-3c553b8bd676 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:22.808453 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd09b32b-77dc-4145-9bb5-66300ed12b68 req-0e719923-49c3-4d4a-9b0a-3c553b8bd676 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0533895 Apr 07 08:22:22.879039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd09b32b-77dc-4145-9bb5-66300ed12b68 req-b16c06d7-9dd4-400d-9e17-87e351287d16 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647860 Apr 07 08:22:23.464658 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:23.541037 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-df966593-45f4-4113-9e29-f3407a805072 req-cd8ed206-a71a-4b30-86a1-6544a5f18e86 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Apr 07 08:22:23.786611 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a8d02d3e-0ffe-4e33-9cc2-c89886a370bd req-63fbdec4-67d2-4f5e-ac7b-0bdaec1336a7 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0279894 Apr 07 08:22:23.838381 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cd98-7506-4d9e-9f6f-2bfb41c56300 req-acb9bd19-4071-4fac-859c-9aca45e4a46d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:23.839878 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3971cd98-7506-4d9e-9f6f-2bfb41c56300 req-acb9bd19-4071-4fac-859c-9aca45e4a46d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0523548 Apr 07 08:22:23.888418 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3971cd98-7506-4d9e-9f6f-2bfb41c56300 req-6555c61e-7d29-4abf-b59e-710a923fac81 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Apr 07 08:22:23.989924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ef6ad-5f2b-46cd-ab6e-3c5aa6089695 req-c2066f19-4849-4618-8b4e-8d733bc94fb2 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:23.991412 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e36ef6ad-5f2b-46cd-ab6e-3c5aa6089695 req-c2066f19-4849-4618-8b4e-8d733bc94fb2 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0531292 Apr 07 08:22:24.049334 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e36ef6ad-5f2b-46cd-ab6e-3c5aa6089695 req-23b1e5da-1c69-4e5d-b33f-9cd20005b882 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521517 Apr 07 08:22:24.634346 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d18f58fa-f047-4b89-80e4-70dda5ebbf9e req-9a166bf8-787c-41b0-80e7-d511bc3c0706 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Apr 07 08:22:24.759354 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:24.877141 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-df543024-ebd9-458d-93a1-e5f7ec8d975d req-28638589-647e-4c28-9722-36d727c73a2d tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0263569 Apr 07 08:22:25.011803 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24283997-629e-4ae4-a27b-1fd22d087b5f req-3d0ef55e-fd0d-4baa-9ab2-0ad499e4537a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:25.013351 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24283997-629e-4ae4-a27b-1fd22d087b5f req-3d0ef55e-fd0d-4baa-9ab2-0ad499e4537a tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0585465 Apr 07 08:22:25.060124 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-24283997-629e-4ae4-a27b-1fd22d087b5f req-781d52ba-9a7b-4864-b406-c448b1e6e3ea tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406127 Apr 07 08:22:25.166134 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9441b72-7561-4a29-95b3-7965ac33cb7f req-b7078464-2348-4cb0-b732-615a5660ba20 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:25.167639 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9441b72-7561-4a29-95b3-7965ac33cb7f req-b7078464-2348-4cb0-b732-615a5660ba20 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0525854 Apr 07 08:22:25.226317 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9441b72-7561-4a29-95b3-7965ac33cb7f req-edc94822-36ed-4d67-99a8-619bf637a3c4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529811 Apr 07 08:22:25.731462 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1325a41-2d67-4e52-ae44-c232e4f8a876 req-001025e4-45f7-45b8-9e65-ae49ad2202c4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0295088 Apr 07 08:22:25.968458 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5c9ead87-9692-4f42-aa90-e6ee0e083070 req-ff07256f-dfce-44a3-bee9-9877c8505233 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0268180 Apr 07 08:22:25.972768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60002) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:26.015031 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Deleting subnet 8b8d3ad5-186f-424f-92e5-174eb011fc53 {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:22:26.018035 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Publish callbacks [] for subnet (8b8d3ad5-186f-424f-92e5-174eb011fc53), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.051092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (8b8d3ad5-186f-424f-92e5-174eb011fc53), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.091637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (8b8d3ad5-186f-424f-92e5-174eb011fc53), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.189277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016893-b639-415b-94f5-678d826bc890 req-c77a7b66-c198-48dc-80cb-02dd6e7252ff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:26.190725 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cc016893-b639-415b-94f5-678d826bc890 req-c77a7b66-c198-48dc-80cb-02dd6e7252ff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0627294 Apr 07 08:22:26.237303 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cc016893-b639-415b-94f5-678d826bc890 req-c84a412b-c608-4a29-97ab-9bf21ef1106d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Apr 07 08:22:26.248047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (8b8d3ad5-186f-424f-92e5-174eb011fc53), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.279065 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8d3ad5-186f-424f-92e5-174eb011fc53,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:26.282794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.284817 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e706de64-4869-4e5c-b26f-6dcf4b3aa09b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b8d3ad5-186f-424f-92e5-174eb011fc53 HTTP/1.1" status: 204 len: 168 time: 0.3106384 Apr 07 08:22:26.287510 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60008) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:26.384343 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (de1186f7-90a9-4474-b717-123a6e635a53), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.410658 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c95f10-3921-4484-b87f-41c695ed0455 req-36ec0459-7642-4b3a-98e3-6a4f505938b1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:26.412187 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99c95f10-3921-4484-b87f-41c695ed0455 req-36ec0459-7642-4b3a-98e3-6a4f505938b1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.1077254 Apr 07 08:22:26.505867 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (de1186f7-90a9-4474-b717-123a6e635a53), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.543411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1186f7-90a9-4474-b717-123a6e635a53']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:26.556848 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-99c95f10-3921-4484-b87f-41c695ed0455 req-cee3f9de-a93f-45c2-86f5-02f259521aa4 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260784 Apr 07 08:22:26.558402 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8bf11-1be3-45ca-b256-6ff429381cf6') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:26.558720 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8bf11-1be3-45ca-b256-6ff429381cf6') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:26.569701 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (fae8bf11-1be3-45ca-b256-6ff429381cf6), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.584765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (fae8bf11-1be3-45ca-b256-6ff429381cf6), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.590923 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:22:26.591286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (fae8bf11-1be3-45ca-b256-6ff429381cf6), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:22:26.592954 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:22:26.722038 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (de1186f7-90a9-4474-b717-123a6e635a53), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.727590 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:26.731304 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de1186f7-90a9-4474-b717-123a6e635a53 HTTP/1.1" status: 204 len: 168 time: 0.4422643 Apr 07 08:22:26.744111 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5bbb-9ebc-4762-9f36-12a14ffeaca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1186f7-90a9-4474-b717-123a6e635a53,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:26.830979 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd86a2ca-42b9-4b3e-8017-2564a0a9e46b req-dc2178c2-cc5c-413a-af6d-4e5929dee15c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0277510 Apr 07 08:22:26.975615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-7246f58d-7d4a-4100-a556-65a4ee822a44 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:26.977152 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-7246f58d-7d4a-4100-a556-65a4ee822a44 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0640049 Apr 07 08:22:27.062363 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ad134145-f8c9-4995-b3d8-2bfee3a4dee1 req-79e45ca0-2eb5-4d5c-987d-ac81bf100b4e tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0263999 Apr 07 08:22:27.187224 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60016) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:27.226770 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7743e273-2591-458c-97fb-65f6ce460659 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5e9f059785c4c63b24df7e119ad7b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383317 Apr 07 08:22:27.229023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60018) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:27.276984 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] Publish callbacks [] for security_group (b803673b-5eb1-4f74-9681-7edfac5ca72e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.299210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] Publish callbacks [] for security_group (b803673b-5eb1-4f74-9681-7edfac5ca72e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.377473 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196b09e-2cd6-4030-b4c0-9dec2a9a497d req-433b9f9e-4f3c-4101-8247-248919046d9f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:27.378881 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2196b09e-2cd6-4030-b4c0-9dec2a9a497d req-433b9f9e-4f3c-4101-8247-248919046d9f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 945 time: 0.0733395 Apr 07 08:22:27.427700 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2196b09e-2cd6-4030-b4c0-9dec2a9a497d req-b5fadbc1-9d7e-495d-a39b-b71a13198654 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=570137c6-c548-451a-9f9b-c11166c0b992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Apr 07 08:22:27.574380 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Deleting port 4fab9b26-fc59-4d28-9296-2602a88e9e5e {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:27.574756 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.665304 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b803673b-5eb1-4f74-9681-7edfac5ca72e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.667785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.668837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] For port 4fab9b26-fc59-4d28-9296-2602a88e9e5e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4fab9b26-fc59-4d28-9296-2602a88e9e5e,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:27.669013 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b803673b-5eb1-4f74-9681-7edfac5ca72e HTTP/1.1" status: 204 len: 168 time: 0.4389839 Apr 07 08:22:27.669219 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.681890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e10c2-ffb5-466a-a1cc-a1678f6fb14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803673b-5eb1-4f74-9681-7edfac5ca72e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:27.693014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271dc6b-8eff-4bc6-acda-8ce6958756d9 req-30b22009-70c1-4c1d-af08-ba4b62efe582 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:27.695478 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e271dc6b-8eff-4bc6-acda-8ce6958756d9 req-30b22009-70c1-4c1d-af08-ba4b62efe582 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0721560 Apr 07 08:22:27.784219 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e271dc6b-8eff-4bc6-acda-8ce6958756d9 req-4150156c-5fa3-4f13-82a7-50bef877f732 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=e456c059-136f-48a5-a82b-53a75573cfeb&id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828414 Apr 07 08:22:27.857599 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.857968 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:27.858290 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Floating IP 8474aa8f-aac2-4c09-8f6c-bfae0d6b3719 disassociated. External IP: 172.27.1.181, port: 4fab9b26-fc59-4d28-9296-2602a88e9e5e. Apr 07 08:22:27.858664 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Calling delete_port for 4fab9b26-fc59-4d28-9296-2602a88e9e5e owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:27.932502 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-410739db-131c-4fb9-a5ec-e017ca766ef6 req-cf19b600-8409-4b70-97e8-5d6a21a894b9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Apr 07 08:22:28.045830 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (4fab9b26-fc59-4d28-9296-2602a88e9e5e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:28.077303 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event deleted for resources: {'Port': ['ID=4fab9b26-fc59-4d28-9296-2602a88e9e5e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:28.187028 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-83b4f9d4-68a0-426f-bab3-5558e797008e req-1efc855f-0e9a-47de-9b26-803508b7b634 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0354950 Apr 07 08:22:28.230025 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Router 3930cc92-015b-473f-acc6-b35f86f96238 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:28.344072 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:28.355395 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:28.376063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:28.376895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:28.389057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] No DVR routers for this DVR port 4fab9b26-fc59-4d28-9296-2602a88e9e5e on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:28.391616 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:28.395090 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-c346e50d-fe8a-47dd-8050-9b3bcc25ead7 req-6296a63f-0da2-4b3b-9eba-f74faa3c6f41 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "DELETE /v2.0/ports/4fab9b26-fc59-4d28-9296-2602a88e9e5e HTTP/1.1" status: 204 len: 173 time: 0.9383721 Apr 07 08:22:28.395630 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'name': 'network-vif-deleted', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:28.397927 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12298d87-714d-4848-b248-f071df4fc3d3" -d '{"events": [{"server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "name": "network-vif-deleted", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:28.435246 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c315d1a7-9ac1-49f5-a369-c3d131e5defb x-openstack-request-id: req-c315d1a7-9ac1-49f5-a369-c3d131e5defb {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:28.435782 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6941acb1-eeb2-48d5-9bb7-cafb91f6faad", "name": "network-vif-deleted", "tag": "4fab9b26-fc59-4d28-9296-2602a88e9e5e", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:28.436259 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c315d1a7-9ac1-49f5-a369-c3d131e5defb {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:28.436723 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c315d1a7-9ac1-49f5-a369-c3d131e5defb'] response: {'server_uuid': '6941acb1-eeb2-48d5-9bb7-cafb91f6faad', 'name': 'network-vif-deleted', 'tag': '4fab9b26-fc59-4d28-9296-2602a88e9e5e', 'status': 'completed', 'code': 200} Apr 07 08:22:28.492324 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-896628a4-73c5-4713-8277-14ca8ea221d3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:28.493847 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-896628a4-73c5-4713-8277-14ca8ea221d3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 810 time: 0.1523314 Apr 07 08:22:28.534701 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:28.575634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b4ece83-3155-4892-b6f3-4f2ab8ecc912 req-f593eaef-ec54-4e73-a310-7de166fe70e9 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0421598 Apr 07 08:22:28.625686 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-8555576a-d63f-47bb-a4d4-3cc8624543d0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a65dca85af0457db32c0cecffd81193 HTTP/1.1" status: 200 len: 379 time: 0.1036720 Apr 07 08:22:28.670692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'port': {'device_id': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'admin_state_up': True, 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'security_groups': ['0cfb3a76-dac7-4466-9a07-ea370972d841']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:28.794500 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:28.802817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-92cf73f0-4951-447f-b8d0-f4705181d66a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:28.804603 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-92cf73f0-4951-447f-b8d0-f4705181d66a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 816 time: 0.1397469 Apr 07 08:22:28.824696 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:28.833793 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:28.834580 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:28.883215 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-36b582db-6360-481c-b2c4-643f0b5de327 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 379 time: 0.0615678 Apr 07 08:22:28.904032 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Made reservation on behalf of 1a65dca85af0457db32c0cecffd81193 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:22:28.907475 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:28.954864 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:29.010375 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'port': {'device_id': '3091359d-c14d-4c39-b258-a30357577b10', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'admin_state_up': True, 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'security_groups': ['0b7ff5d9-dd26-4509-9daa-89a34312facd']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:29.054273 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7e8294e3-057b-45e4-a866-5b62337f6c61 req-f0a68942-c7a9-4ecd-9786-b7b3386c15d3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Apr 07 08:22:29.084341 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Allocated IP 172.20.0.8 (6f5bda89-16b9-445c-a976-5051601d8d24/07b418ef-0a96-4d61-86d2-868b046ed9d8/f4edc15a-ba28-4cb1-9801-9a2f9be2942d) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:22:29.202963 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:29.208144 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Made reservation on behalf of 04484041f7f94f849d3964bfd19e47e9 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:22:29.212170 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.231474 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52592b5-5583-4ac0-9da1-b15c9ca6eaa5 None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a795b37-8ae1-4404-a534-30ced64f0072', 'name': '', 'network_id': 'e0ed5bdb-95be-4d41-bb84-74d454414530', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'mac_address': 'fa:16:3e:7a:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:56Z', 'updated_at': '2022-04-07T08:17:12Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'subnets': [{'id': 'fb37753e-07a0-445f-9155-2cf072f34053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:29.232510 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.301999 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f2c1d091-3a89-4c5a-a55e-31ff50f70fe0 req-85c97e29-6980-4563-8528-f0bdd2c5d415 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0304368 Apr 07 08:22:29.350810 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.356794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Allocated IP 172.20.0.9 (8aa5e598-1986-40f3-8a00-4ca541e02858/a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db/4bd2ea0b-e02f-495e-ab48-ef1135933d5c) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:22:29.408126 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Network 6f5bda89-16b9-445c-a976-5051601d8d24 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:22:29.413681 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:22:29.418683 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:22:29.447705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event updated for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:29.484467 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:29.489653 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.524989 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a885836-00dc-41e1-89b9-c60d7dfda3cb None None] New status for floating IP 8474aa8f-aac2-4c09-8f6c-bfae0d6b3719: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:22:29.554480 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.581014 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-95971784-0b48-4039-9757-5c1458885d78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159255 Apr 07 08:22:29.600850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Request body: {'port': {'device_id': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:29.668792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.710654 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.731280 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-21d2790f-c361-46a1-8f91-b8ec70a654f5 req-58b6bcc3-a4de-4a96-91b4-305d14a19e1f tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941acb1-eeb2-48d5-9bb7-cafb91f6faad HTTP/1.1" status: 200 len: 210 time: 0.0472999 Apr 07 08:22:29.766254 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-792940e5-774c-432c-84d2-afb90c1e9dc1 None None] Provisioning complete for port f4edc15a-ba28-4cb1-9801-9a2f9be2942d triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:22:29.766826 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-792940e5-774c-432c-84d2-afb90c1e9dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.778897 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:22:29.782092 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:22:29.785268 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:22:29.810066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-792940e5-774c-432c-84d2-afb90c1e9dc1 None None] Port f4edc15a-ba28-4cb1-9801-9a2f9be2942d cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:22:29.841690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:29.870793 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:29.871809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:29.952935 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-9c595c72-30d7-4006-9ba7-423477644df5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9598026 Apr 07 08:22:29.960015 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:22:29.973441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Request body: {'port': {'device_id': '3091359d-c14d-4c39-b258-a30357577b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:30.031745 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e939a6e9-362c-4554-be58-71fa6f830771 None None] Provisioning complete for port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:22:30.032194 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e939a6e9-362c-4554-be58-71fa6f830771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.040519 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.069964 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e939a6e9-362c-4554-be58-71fa6f830771 None None] Port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:22:30.241092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7089f1-d12d-4afc-99df-5d7302eb6401 req-adbd1b50-9940-4f38-b3b4-b2b2f34f7efc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:30.242649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d7089f1-d12d-4afc-99df-5d7302eb6401 req-adbd1b50-9940-4f38-b3b4-b2b2f34f7efc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 931 time: 0.1097820 Apr 07 08:22:30.327526 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4edc15a-ba28-4cb1-9801-9a2f9be2942d {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:22:30.338230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d7089f1-d12d-4afc-99df-5d7302eb6401 req-0bef9c1a-0e13-4b3b-96a9-6157138eca41 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888953 Apr 07 08:22:30.340170 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks [] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.353335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Transition to ACTIVE for port object f4edc15a-ba28-4cb1-9801-9a2f9be2942d will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:22:30.431029 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.447569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d83c-7d89-416a-a043-4da04889abef req-e4aab80d-c288-49b2-851b-6d508d097a14 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:30.449038 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e61d83c-7d89-416a-a043-4da04889abef req-e4aab80d-c288-49b2-851b-6d508d097a14 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 931 time: 0.0686035 Apr 07 08:22:30.513365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:30.552529 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:22:30.560991 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks [] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.575422 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e61d83c-7d89-416a-a043-4da04889abef req-4cde51fa-aaa2-4ce0-8acd-e6a51bb10aee tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079834 Apr 07 08:22:30.579231 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Transition to ACTIVE for port object 4bd2ea0b-e02f-495e-ab48-ef1135933d5c will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:22:30.605010 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Attempting to bind port f4edc15a-ba28-4cb1-9801-9a2f9be2942d on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:22:30.605344 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Attempting to bind port f4edc15a-ba28-4cb1-9801-9a2f9be2942d by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:22:30.605670 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Attempting to bind port f4edc15a-ba28-4cb1-9801-9a2f9be2942d on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:22:30.610336 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Port f4edc15a-ba28-4cb1-9801-9a2f9be2942d on network 6f5bda89-16b9-445c-a976-5051601d8d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:22:30.610536 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4fab9b26-fc59-4d28-9296-2602a88e9e5e no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:30.610697 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Attempting to bind port f4edc15a-ba28-4cb1-9801-9a2f9be2942d on network 6f5bda89-16b9-445c-a976-5051601d8d24 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:22:30.616709 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:22:30.617045 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Checking segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:22:30.617427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Bound using segment: {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:22:30.617852 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Bound port: f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c1db82-8af0-452f-a773-e935ffc7713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:22:30.618209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.632112 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 4fab9b26-fc59-4d28-9296-2602a88e9e5e {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:30.632622 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4fab9b26-fc59-4d28-9296-2602a88e9e5e not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:30.685342 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.685530 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:22:30.688496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:22:30.755506 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:30.786836 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.847864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:30.848738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.852574 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] 10.222.0.20 "PUT /v2.0/ports/f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 200 len: 1093 time: 1.2547305 Apr 07 08:22:30.856445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:30.856445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1" -d '{"events": [{"name": "network-changed", "server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:30.857552 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Attempting to bind port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:22:30.857909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Attempting to bind port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:22:30.858245 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Attempting to bind port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:22:30.872524 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c on network 8aa5e598-1986-40f3-8a00-4ca541e02858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:22:30.872858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Attempting to bind port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c on network 8aa5e598-1986-40f3-8a00-4ca541e02858 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:22:30.882264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:22:30.882264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Checking segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:22:30.882264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Bound using segment: {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:22:30.882264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Bound port: 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c82a093-7ffe-4392-83fe-e334edd3b749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:22:30.882806 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:30.913023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60064) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:30.988470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda67cbb-1b85-46a8-8958-949cbad5ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:31.009547 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:22:31.013380 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:22:31.077836 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-903b00ba-859f-4e0a-b03e-081d451e8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.079389 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-903b00ba-859f-4e0a-b03e-081d451e8736 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 1127 time: 0.1128788 Apr 07 08:22:31.080018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (570137c6-c548-451a-9f9b-c11166c0b992), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.086083 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.128874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.129489 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.131154 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 1093 time: 1.1626880 Apr 07 08:22:31.131618 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:31.138212 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:31.161801 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-0048bd6a-19d8-4162-b372-1dfddc0759a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 200 len: 217 time: 0.0624428 Apr 07 08:22:31.171956 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a8228-5f4a-4928-a503-afe2fe8ab2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:31.177754 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (570137c6-c548-451a-9f9b-c11166c0b992), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.196402 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925657d-71da-4238-8a5b-94dd0fbb9b40 x-openstack-request-id: req-3925657d-71da-4238-8a5b-94dd0fbb9b40 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:31.196960 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:31.197394 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3925657d-71da-4238-8a5b-94dd0fbb9b40 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:31.198015 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3925657d-71da-4238-8a5b-94dd0fbb9b40'] response: {'name': 'network-changed', 'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'status': 'completed', 'code': 200} Apr 07 08:22:31.217570 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c015d-ea24-4c7c-8ada-e5c209873ef7 x-openstack-request-id: req-8d9c015d-ea24-4c7c-8ada-e5c209873ef7 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:31.217867 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:31.218109 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d9c015d-ea24-4c7c-8ada-e5c209873ef7 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:31.218533 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9c015d-ea24-4c7c-8ada-e5c209873ef7'] response: {'name': 'network-changed', 'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'status': 'completed', 'code': 200} Apr 07 08:22:31.257087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-74e96b51-98b8-440e-a276-d4cbae04a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.259393 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-74e96b51-98b8-440e-a276-d4cbae04a9e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0839818 Apr 07 08:22:31.308636 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-d0cfa2b1-1b33-48bf-af93-1e454a3c94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.310283 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-d0cfa2b1-1b33-48bf-af93-1e454a3c94e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1127 time: 0.0616868 Apr 07 08:22:31.324221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-568dc7e5-ebcc-4d5c-8da1-3baa57236b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.331918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-568dc7e5-ebcc-4d5c-8da1-3baa57236b05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559106 Apr 07 08:22:31.389263 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (570137c6-c548-451a-9f9b-c11166c0b992), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.391769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.392924 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "DELETE /v2.0/security-groups/570137c6-c548-451a-9f9b-c11166c0b992 HTTP/1.1" status: 204 len: 168 time: 0.4763117 Apr 07 08:22:31.399723 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60070) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:31.408447 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba748f-0eb0-4988-8643-04bfabb8b543 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570137c6-c548-451a-9f9b-c11166c0b992,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:31.420497 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-3bb531c8-4d18-454b-8a5b-187ba085fac1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] show failed (client error): The resource could not be found. Apr 07 08:22:31.424925 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3bb531c8-4d18-454b-8a5b-187ba085fac1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups/570137c6-c548-451a-9f9b-c11166c0b992 HTTP/1.1" status: 404 len: 347 time: 0.0206246 Apr 07 08:22:31.427168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60072) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:31.450432 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-2c5f6a47-e572-4a06-a6e6-ffe858182136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.451951 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-2c5f6a47-e572-4a06-a6e6-ffe858182136 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=04484041f7f94f849d3964bfd19e47e9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1279683 Apr 07 08:22:31.520016 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-7c2a93f9-6850-4541-8550-efd746418b06 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867642 Apr 07 08:22:31.548899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-d20566e2-0d37-48af-94d2-1ea3b605e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.550893 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2b3d3e7f-e14a-4fbc-860d-e2898eb69ecb req-d20566e2-0d37-48af-94d2-1ea3b605e86f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931041 Apr 07 08:22:31.662451 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-4463bf2e-1869-4817-a20f-fb0793c5bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.665104 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-4463bf2e-1869-4817-a20f-fb0793c5bd79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1127 time: 0.0504916 Apr 07 08:22:31.667689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09a02-6e08-4f81-9380-f3f717f34cb0 req-3a67b404-fc7b-4ab7-8215-7b07f979d603 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.669192 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-09d09a02-6e08-4f81-9380-f3f717f34cb0 req-3a67b404-fc7b-4ab7-8215-7b07f979d603 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.2209783 Apr 07 08:22:31.714656 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-970198cd-4958-483f-95a7-e0e57064e845 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 217 time: 0.0355287 Apr 07 08:22:31.751022 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-05d44f2e-1b1b-42a9-83e0-d17cc40abdf6 req-a2e37298-f8ca-4a44-9e1c-39c867db9ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990173 Apr 07 08:22:31.767768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-14e62584-9028-436a-8fea-272e28438dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.769294 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-14e62584-9028-436a-8fea-272e28438dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0483611 Apr 07 08:22:31.779314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Deleting port ff8ad89d-f029-4e97-8d7e-8317bcd639e7 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:31.779660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.796814 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-09d09a02-6e08-4f81-9380-f3f717f34cb0 req-de6fb727-3ec8-4040-92d9-af79bfefb19c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205959 Apr 07 08:22:31.813469 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118b38-07a4-4b24-8e22-84f5ebf9b104 req-0974b3fb-a667-42cc-b960-c4d4647ee5ba tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.813469 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-44118b38-07a4-4b24-8e22-84f5ebf9b104 req-0974b3fb-a667-42cc-b960-c4d4647ee5ba tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 943 time: 0.1385839 Apr 07 08:22:31.823173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-702cd589-c3cb-4e9e-9066-e63402e0689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:31.825495 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-702cd589-c3cb-4e9e-9066-e63402e0689d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493481 Apr 07 08:22:31.909710 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-44118b38-07a4-4b24-8e22-84f5ebf9b104 req-1e176f17-4604-44f5-b776-bd9dfef97e38 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624800 Apr 07 08:22:31.911300 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.911630 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:31.918950 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-83f5ddb4-8038-49fb-a492-e6fe30f3c44e service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Apr 07 08:22:31.924343 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Calling delete_port for ff8ad89d-f029-4e97-8d7e-8317bcd639e7 owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:32.092703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ff8ad89d-f029-4e97-8d7e-8317bcd639e7), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:32.121573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event deleted for resources: {'Port': ['ID=ff8ad89d-f029-4e97-8d7e-8317bcd639e7,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:32.181083 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks [] for floatingip (8474aa8f-aac2-4c09-8f6c-bfae0d6b3719), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:32.183718 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:32.184880 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8134e2f5-6b59-492a-a22f-a863b9c488c5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "DELETE /v2.0/floatingips/8474aa8f-aac2-4c09-8f6c-bfae0d6b3719 HTTP/1.1" status: 204 len: 168 time: 0.7567592 Apr 07 08:22:32.805146 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-59651eec-0c6b-4d9c-ae37-47bfbff9c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:32.806700 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-59651eec-0c6b-4d9c-ae37-47bfbff9c5e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 1127 time: 0.0448360 Apr 07 08:22:32.842364 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bb2f4d85-5c30-41b5-8d29-90d063e7661f req-0933dab3-f2e9-4026-8362-8f95623c16c3 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896854 Apr 07 08:22:32.928779 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-26f08af4-4958-4477-879b-a386f93e1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:32.930251 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-26f08af4-4958-4477-879b-a386f93e1f5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1170251 Apr 07 08:22:32.944785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3043d9-8572-4752-bb83-20460e7d05e3 req-0023d180-457a-44ed-88ae-a6c27b0d03d1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:32.946389 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb3043d9-8572-4752-bb83-20460e7d05e3 req-0023d180-457a-44ed-88ae-a6c27b0d03d1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0740755 Apr 07 08:22:32.994538 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-e9d7a6f8-e8ce-46a0-85e6-62494b504fcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 200 len: 217 time: 0.0473189 Apr 07 08:22:33.055796 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb3043d9-8572-4752-bb83-20460e7d05e3 req-5a72b9f0-bfd2-499f-8fd7-e463679c8d8f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003864 Apr 07 08:22:33.069758 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a13c-78aa-406f-8b09-12981af48b6f req-bf673db2-4980-4fdf-a0d4-6f80afda0215 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:33.071171 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11e6a13c-78aa-406f-8b09-12981af48b6f req-bf673db2-4980-4fdf-a0d4-6f80afda0215 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 943 time: 0.0797896 Apr 07 08:22:33.118024 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-11e6a13c-78aa-406f-8b09-12981af48b6f req-94e4ef5b-d76b-4e89-9205-94b0f052fa15 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413604 Apr 07 08:22:33.965207 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-623f819f-74c1-419f-acd6-9942f68d907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:33.966525 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-623f819f-74c1-419f-acd6-9942f68d907c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0425463 Apr 07 08:22:34.018529 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-5ada4d41-f9cb-488a-b308-5b3d7a1f3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:34.020071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-5ada4d41-f9cb-488a-b308-5b3d7a1f3427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469248 Apr 07 08:22:34.113773 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-e3f18141-9fec-4964-9ec4-9f3e05bba91a service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Apr 07 08:22:34.280518 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aa3e0-475c-4dae-a5a7-5ca8f82c63b4 req-9b2281cc-533f-4f36-81de-a5dbc927f2a7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:34.282678 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a09aa3e0-475c-4dae-a5a7-5ca8f82c63b4 req-9b2281cc-533f-4f36-81de-a5dbc927f2a7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1539462 Apr 07 08:22:34.283741 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9656a6b-50a9-4f17-9dc4-4eef4c5676a1 req-c7656bd4-1dad-447c-8c0c-df3652ea6151 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637156 Apr 07 08:22:34.295877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20270816-9c33-4fd7-9d46-d67fc1d3d1f7 req-be95fe64-01c8-4532-b21c-dd4453e24ca3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:34.297232 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-20270816-9c33-4fd7-9d46-d67fc1d3d1f7 req-be95fe64-01c8-4532-b21c-dd4453e24ca3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 943 time: 0.1023016 Apr 07 08:22:34.365109 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a09aa3e0-475c-4dae-a5a7-5ca8f82c63b4 req-d1457a40-94c0-4a3c-9795-91dd12d94d47 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762739 Apr 07 08:22:34.372372 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-20270816-9c33-4fd7-9d46-d67fc1d3d1f7 req-526903df-3d6e-49fd-b587-e921e5e0afa3 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682261 Apr 07 08:22:34.641851 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:22:34.739371 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:34.750398 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:22:34.787566 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:22:34.787957 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:34.803646 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:22:34.822522 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:34.898712 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:34.899463 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f4edc15a-ba28-4cb1-9801-9a2f9be2942d details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:22:34.971260 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:35.033499 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:35.047372 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'port_id': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'mac_address': 'fa:16:3e:0a:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:22:35.085416 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port f4edc15a-ba28-4cb1-9801-9a2f9be2942d is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:22:35.085809 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:35.098422 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4edc15a-ba28-4cb1-9801-9a2f9be2942d {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:22:35.117711 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:35.153490 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c88fc3-4d46-4ab3-bb19-14ee27e46598 req-e85c357f-f976-4724-aab1-1e6149cae942 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:35.154964 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a5c88fc3-4d46-4ab3-bb19-14ee27e46598 req-e85c357f-f976-4724-aab1-1e6149cae942 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0526903 Apr 07 08:22:35.177132 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:35.201792 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a5c88fc3-4d46-4ab3-bb19-14ee27e46598 req-7de75cf0-8cbc-4682-b567-8fb349789208 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Apr 07 08:22:35.223617 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:35.519850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65c76a-4079-4d07-be07-d428e3a31205 req-b5ec6896-39c9-460d-8124-229f57943da4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:35.521309 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8e65c76a-4079-4d07-be07-d428e3a31205 req-b5ec6896-39c9-460d-8124-229f57943da4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0856211 Apr 07 08:22:35.528043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1316-49a7-4159-9cd1-1a4ae072f6ba req-4e0cf118-7e00-4fcb-acc4-c7af816eb1c4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:35.529366 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fed1316-49a7-4159-9cd1-1a4ae072f6ba req-4e0cf118-7e00-4fcb-acc4-c7af816eb1c4 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 944 time: 0.0846455 Apr 07 08:22:35.602648 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8e65c76a-4079-4d07-be07-d428e3a31205 req-acf2fb55-f4fa-40df-90fa-548f39a586bd tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723262 Apr 07 08:22:35.605560 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fed1316-49a7-4159-9cd1-1a4ae072f6ba req-20afb08c-5a6b-4665-aac1-a5152a4702a6 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693009 Apr 07 08:22:35.773933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['4bd2ea0b-e02f-495e-ab48-ef1135933d5c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:22:35.898434 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['f4edc15a-ba28-4cb1-9801-9a2f9be2942d'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:22:36.320539 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb94e-2a14-4708-864d-2df9c64943b9 req-a51ec111-1305-4883-a598-4226c3f8eef7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:36.321986 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f41bb94e-2a14-4708-864d-2df9c64943b9 req-a51ec111-1305-4883-a598-4226c3f8eef7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0554121 Apr 07 08:22:36.367337 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f41bb94e-2a14-4708-864d-2df9c64943b9 req-4a5c4b4d-d521-4c77-8f3d-58fa389f2fa1 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Apr 07 08:22:36.752576 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695f47-4fbf-4bfa-954a-e3ba02d2ddad req-df64ff5e-f813-485f-8930-85a2a399cbaf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:36.754738 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98695f47-4fbf-4bfa-954a-e3ba02d2ddad req-df64ff5e-f813-485f-8930-85a2a399cbaf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0832412 Apr 07 08:22:36.761467 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9dc53-73aa-471f-96cc-77ba385799ed req-80eb23a3-0521-45fd-ab34-22f1e1af9a45 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:36.762865 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1ac9dc53-73aa-471f-96cc-77ba385799ed req-80eb23a3-0521-45fd-ab34-22f1e1af9a45 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 944 time: 0.0896857 Apr 07 08:22:36.834339 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98695f47-4fbf-4bfa-954a-e3ba02d2ddad req-aa5ccd35-7f2e-4081-a0e1-a018f32cb40e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705483 Apr 07 08:22:36.838318 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1ac9dc53-73aa-471f-96cc-77ba385799ed req-75a1c8b5-a40b-401c-8888-728ba096b781 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689521 Apr 07 08:22:36.889891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-f75ca580-5ec6-45e4-8af8-904bcb1dc21e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:36.891360 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-f75ca580-5ec6-45e4-8af8-904bcb1dc21e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 946 time: 0.0521796 Apr 07 08:22:36.982072 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Deleting port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:36.982411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.070398 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] For port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:37.070789 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.083285 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Calling delete_port for 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:37.253890 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f4edc15a-ba28-4cb1-9801-9a2f9be2942d up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:22:37.269992 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (25c1f96b-d74e-4ef1-901d-4bc4c20fc6df), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.299947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event deleted for resources: {'Port': ['ID=25c1f96b-d74e-4ef1-901d-4bc4c20fc6df,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:37.308893 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', '52070d87-b906-489e-b7ae-db4a15f1a977'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:22:37.343537 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] No DVR routers for this DVR port 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:37.346143 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.350078 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-594dcbc9-b340-4a07-807f-d97ae60258c8 req-85ee9fed-3d95-4582-b867-1f80ab22cc5b tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "DELETE /v2.0/ports/25c1f96b-d74e-4ef1-901d-4bc4c20fc6df HTTP/1.1" status: 204 len: 173 time: 0.4521961 Apr 07 08:22:37.350549 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'name': 'network-vif-deleted', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:37.353371 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be413d4c-8da6-4fe7-9701-c2ab4e3ca696" -d '{"events": [{"server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "name": "network-vif-deleted", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:37.380816 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port f4edc15a-ba28-4cb1-9801-9a2f9be2942d completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:22:37.387686 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port f4edc15a-ba28-4cb1-9801-9a2f9be2942d triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:22:37.388295 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.389424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f1cfe-ac81-4cb8-89d8-c2d8a8a34ba5 x-openstack-request-id: req-653f1cfe-ac81-4cb8-89d8-c2d8a8a34ba5 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:37.389845 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7d3b1c-b2c4-450d-9afb-28f3bed92787", "name": "network-vif-deleted", "tag": "25c1f96b-d74e-4ef1-901d-4bc4c20fc6df", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:37.390105 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-653f1cfe-ac81-4cb8-89d8-c2d8a8a34ba5 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:37.390497 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653f1cfe-ac81-4cb8-89d8-c2d8a8a34ba5'] response: {'server_uuid': 'bf7d3b1c-b2c4-450d-9afb-28f3bed92787', 'name': 'network-vif-deleted', 'tag': '25c1f96b-d74e-4ef1-901d-4bc4c20fc6df', 'status': 'completed', 'code': 200} Apr 07 08:22:37.465589 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f5282847-bb5f-486c-b734-acf228ea0c62 req-7f664fb4-3322-486e-b073-7794c68caa01 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Apr 07 08:22:37.522434 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port f4edc15a-ba28-4cb1-9801-9a2f9be2942d is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:22:37.522860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.545514 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:37.547759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5b829-40cc-4991-a8a6-5ccfeb31107f" -d '{"events": [{"server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:37.561927 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:37.644638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a30353-f62e-4709-9d2a-ef651aa08231 x-openstack-request-id: req-79a30353-f62e-4709-9d2a-ef651aa08231 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:37.644933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:37.645189 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79a30353-f62e-4709-9d2a-ef651aa08231 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:37.645588 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a30353-f62e-4709-9d2a-ef651aa08231'] response: {'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'code': 200} Apr 07 08:22:37.652396 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.653205 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:22:37.743830 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:37.875693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:22:37.880534 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:22:37.880915 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.960850 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:22:37.961155 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:37.995672 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b2e1c-8d2c-4887-a166-e856bfa93916 req-2d0c32bc-a315-4194-8d85-4fc8d7718522 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:37.997099 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-353b2e1c-8d2c-4887-a166-e856bfa93916 req-2d0c32bc-a315-4194-8d85-4fc8d7718522 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0850189 Apr 07 08:22:37.999074 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:38.005220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6aba5-40a6-4d4a-8f03-c59dea7c6fd8 req-19ac39f7-9b83-4f6a-8753-29f69cef73c0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:38.006614 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1f6aba5-40a6-4d4a-8f03-c59dea7c6fd8 req-19ac39f7-9b83-4f6a-8753-29f69cef73c0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0844166 Apr 07 08:22:38.075679 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-353b2e1c-8d2c-4887-a166-e856bfa93916 req-f9d44fa5-0188-41a1-9df4-3e838dcf5add tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680504 Apr 07 08:22:38.086724 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:38.087429 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e1f6aba5-40a6-4d4a-8f03-c59dea7c6fd8 req-e304997a-8ab8-48bb-90fa-f8f5fe26b264 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742366 Apr 07 08:22:38.141470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:38.186664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ea67-1123-441f-ad33-2d2bcb18a89d req-952f5e8a-2233-4d78-bebd-32ff56772bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:38.188204 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7c24ea67-1123-441f-ad33-2d2bcb18a89d req-952f5e8a-2233-4d78-bebd-32ff56772bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 1129 time: 0.0487211 Apr 07 08:22:38.232201 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7c24ea67-1123-441f-ad33-2d2bcb18a89d req-b28605e7-b3c2-4946-a814-38bd159c1f2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Apr 07 08:22:38.569892 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-394179a1-998f-4513-9fd1-8aaca3fcdad6 req-d2f5ed72-6449-4c12-be96-565486b00bd5 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf7d3b1c-b2c4-450d-9afb-28f3bed92787 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Apr 07 08:22:39.227148 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f368a-1fac-4337-b699-3fab5493a34e req-3a4b912f-ca42-4b4e-90cf-a120d99c5dbb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:39.228584 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-911f368a-1fac-4337-b699-3fab5493a34e req-3a4b912f-ca42-4b4e-90cf-a120d99c5dbb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0733142 Apr 07 08:22:39.235967 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b872-ec63-4cd3-ac85-37e438b9f558 req-48a249ba-aa7e-4bf3-8ecb-66986b426829 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:39.237548 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3692b872-ec63-4cd3-ac85-37e438b9f558 req-48a249ba-aa7e-4bf3-8ecb-66986b426829 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0920367 Apr 07 08:22:39.309428 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-911f368a-1fac-4337-b699-3fab5493a34e req-7b61ff19-3ca5-426e-9f94-057490bf37b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709505 Apr 07 08:22:39.312328 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3692b872-ec63-4cd3-ac85-37e438b9f558 req-f2875c69-ae2a-4b01-ad48-a3fccdd62934 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678701 Apr 07 08:22:39.647309 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:39.649733 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12552e-b7c3-4385-af5a-478a488bd358" -d '{"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:39.686042 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1f665c-e3c4-49f3-857e-f420cab99ab8 x-openstack-request-id: req-1f1f665c-e3c4-49f3-857e-f420cab99ab8 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:39.686361 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:39.686651 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f1f665c-e3c4-49f3-857e-f420cab99ab8 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:39.687047 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1f665c-e3c4-49f3-857e-f420cab99ab8'] response: {'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'code': 200} Apr 07 08:22:40.052983 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad1db2-89df-426d-94eb-4221c08158f2 req-117b3482-cd41-4d5f-b7fd-9a2ac10c7c84 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:40.054541 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9ad1db2-89df-426d-94eb-4221c08158f2 req-117b3482-cd41-4d5f-b7fd-9a2ac10c7c84 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0530481 Apr 07 08:22:40.100727 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e9ad1db2-89df-426d-94eb-4221c08158f2 req-010e0910-5c63-444c-867e-946c6cf0c897 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Apr 07 08:22:40.703767 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef0721-50b8-4f2d-ad49-3a4f73e68599 req-a93f7fbb-3ab0-4846-8054-3346dceeeb13 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:40.705162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9eef0721-50b8-4f2d-ad49-3a4f73e68599 req-a93f7fbb-3ab0-4846-8054-3346dceeeb13 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.3263605 Apr 07 08:22:40.712739 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acce78-26cc-4640-8c6c-8565f8e13fdd req-dad7cc8c-066d-42fc-8379-208312271472 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:40.714088 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34acce78-26cc-4640-8c6c-8565f8e13fdd req-dad7cc8c-066d-42fc-8379-208312271472 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.3335690 Apr 07 08:22:40.784214 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9eef0721-50b8-4f2d-ad49-3a4f73e68599 req-cb7123f2-fc5b-413e-a4c3-fb5f1bc4c26c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689089 Apr 07 08:22:40.790366 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-34acce78-26cc-4640-8c6c-8565f8e13fdd req-ec767ffb-002d-401b-abe9-0749fa9e90f2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697999 Apr 07 08:22:40.901647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dae3a-6595-402b-96da-3ec00010d3ad req-76f3e470-0cc7-4517-8487-e608d2cdde78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:40.903134 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-593dae3a-6595-402b-96da-3ec00010d3ad req-76f3e470-0cc7-4517-8487-e608d2cdde78 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0523844 Apr 07 08:22:40.911935 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60148) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:40.916286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Request body: {'floatingip': {'port_id': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:40.956242 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:41.245027 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:41.271063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:41.271063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 25c1f96b-d74e-4ef1-901d-4bc4c20fc6df not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:41.324577 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a95a-7b4e-4279-8af8-55f1a88caff0 req-69d9c2f6-6bca-479d-a0c9-4a90e5bd2a3d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:41.326068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2b29a95a-7b4e-4279-8af8-55f1a88caff0 req-69d9c2f6-6bca-479d-a0c9-4a90e5bd2a3d tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.1557724 Apr 07 08:22:41.413104 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2b29a95a-7b4e-4279-8af8-55f1a88caff0 req-5cc5dafb-22f7-491a-8ad9-c81b84539222 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791302 Apr 07 08:22:41.472479 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:41.584023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:41.686010 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Floating IP 8a5805c7-450c-4398-a1ca-626b0d918c9a associated. External IP: 172.27.1.184, port: f4edc15a-ba28-4cb1-9801-9a2f9be2942d. Apr 07 08:22:41.944331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:41.958556 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00a21d-3533-4082-bf5b-13b450ea2ff4 req-e9141212-af03-49ef-94ea-9ea9c8d5c0fc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:41.960013 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f00a21d-3533-4082-bf5b-13b450ea2ff4 req-e9141212-af03-49ef-94ea-9ea9c8d5c0fc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0756826 Apr 07 08:22:42.079643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f00a21d-3533-4082-bf5b-13b450ea2ff4 req-b4269483-f41c-4a31-a7f3-a5ce529140aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120970 Apr 07 08:22:42.100222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:42.104925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:42.111454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:42.121681 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:42.122292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:42.134633 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-19beeffb-ab14-4df3-a7b8-9e057c9d3422 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "PUT /v2.0/floatingips/8a5805c7-450c-4398-a1ca-626b0d918c9a HTTP/1.1" status: 200 len: 991 time: 1.2216001 Apr 07 08:22:42.135204 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:42.137446 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:42.173926 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84006e06-f1c4-4220-b87a-628456f90136 x-openstack-request-id: req-84006e06-f1c4-4220-b87a-628456f90136 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:42.174219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:42.174497 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84006e06-f1c4-4220-b87a-628456f90136 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:42.174925 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84006e06-f1c4-4220-b87a-628456f90136'] response: {'name': 'network-changed', 'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'status': 'completed', 'code': 200} Apr 07 08:22:42.353119 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:42.534667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ca61f-0f87-40f7-8954-bafebf011e8b req-5a488c0e-5d42-4769-bac9-ac77d187aae7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:42.536272 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-244ca61f-0f87-40f7-8954-bafebf011e8b req-5a488c0e-5d42-4769-bac9-ac77d187aae7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0569818 Apr 07 08:22:42.579953 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8a5805c7-450c-4398-a1ca-626b0d918c9a', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:0a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:19Z', 'updated_at': '2022-04-07T08:22:41Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:42.584269 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-244ca61f-0f87-40f7-8954-bafebf011e8b req-1c4b531f-a66e-4c22-ab2a-a8379de2da49 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Apr 07 08:22:42.609386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:42.618716 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:42.619334 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:42.730324 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:42.927739 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56c1b1-0391-4fb0-ab2e-4b929988de8f req-d854c67b-26d5-4f42-9148-ce0ff844b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:42.929306 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c56c1b1-0391-4fb0-ab2e-4b929988de8f req-d854c67b-26d5-4f42-9148-ce0ff844b24e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1129 time: 0.0568881 Apr 07 08:22:42.930460 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-4ec2cfaa-54df-4328-b03a-3a36083de22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:42.931992 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-4ec2cfaa-54df-4328-b03a-3a36083de22a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 1129 time: 0.0637627 Apr 07 08:22:42.973809 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8a5805c7-450c-4398-a1ca-626b0d918c9a', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:0a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:19Z', 'updated_at': '2022-04-07T08:22:41Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:43.000798 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c3fdc-d8c8-4e9c-b4da-df3a9e0d1c03 None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '8a5805c7-450c-4398-a1ca-626b0d918c9a', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'port_id': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'mac_address': 'fa:16:3e:0a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:19Z', 'updated_at': '2022-04-07T08:22:41Z', 'revision_number': 1, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:43.106141 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c56c1b1-0391-4fb0-ab2e-4b929988de8f req-e84b1384-4226-4a64-9751-086c416bd4c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962169 Apr 07 08:22:43.114070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-87b2e931-198f-4e12-8bad-0bc77742911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:43.114070 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-87b2e931-198f-4e12-8bad-0bc77742911c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1007698 Apr 07 08:22:43.115096 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-7e9b1c2f-d5db-4792-85e9-c74cea0feeb4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:43.116533 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-7e9b1c2f-d5db-4792-85e9-c74cea0feeb4 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.0973463 Apr 07 08:22:43.207981 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646412d4-7e4b-4aef-825f-9c7ab01f72a3 req-fec54d00-e79e-459a-b48c-39525f5e83a7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:43.209514 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-646412d4-7e4b-4aef-825f-9c7ab01f72a3 req-fec54d00-e79e-459a-b48c-39525f5e83a7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0568841 Apr 07 08:22:43.212160 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e144c4-a9a3-4da5-9b61-d359f66dd137 None None] New status for floating IP 8a5805c7-450c-4398-a1ca-626b0d918c9a: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:22:43.257566 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-646412d4-7e4b-4aef-825f-9c7ab01f72a3 req-ec674237-4c34-4848-8ff6-ca91486c8da1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Apr 07 08:22:43.746702 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-dfbfef32-7c44-4131-baee-8a6233588a88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 200 len: 1001 time: 0.0865228 Apr 07 08:22:43.761726 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255460-fa7d-4858-8699-7a0eda7ee005 req-5d450e98-b7f9-44f6-96fb-ff6908581f3e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:43.764655 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-43255460-fa7d-4858-8699-7a0eda7ee005 req-5d450e98-b7f9-44f6-96fb-ff6908581f3e tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 946 time: 0.1131656 Apr 07 08:22:43.773611 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Deleting port 52070d87-b906-489e-b7ae-db4a15f1a977 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:43.774029 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:43.820591 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-43255460-fa7d-4858-8699-7a0eda7ee005 req-afbaf567-7ed6-46ee-b02b-af598d113f73 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/security-groups?id=f675630a-1e68-4923-9825-3df8cd1dd8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509820 Apr 07 08:22:43.872595 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] For port 52070d87-b906-489e-b7ae-db4a15f1a977, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=52070d87-b906-489e-b7ae-db4a15f1a977,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:43.872969 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:43.886276 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Calling delete_port for 52070d87-b906-489e-b7ae-db4a15f1a977 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:44.085044 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (52070d87-b906-489e-b7ae-db4a15f1a977), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:44.119090 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Pushing event deleted for resources: {'Port': ['ID=52070d87-b906-489e-b7ae-db4a15f1a977,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:44.125016 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['52070d87-b906-489e-b7ae-db4a15f1a977'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:22:44.171124 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-68a46348-81b3-4ca2-9c20-2f9d33cca4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:44.172678 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-68a46348-81b3-4ca2-9c20-2f9d33cca4ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0529613 Apr 07 08:22:44.172977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] No DVR routers for this DVR port 52070d87-b906-489e-b7ae-db4a15f1a977 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:44.175462 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:44.179288 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5f1282fc-8725-40b1-8c8f-1258536b42c3 req-72194883-204e-44c6-8aba-69ceac0d5ea7 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.20 "DELETE /v2.0/ports/52070d87-b906-489e-b7ae-db4a15f1a977 HTTP/1.1" status: 204 len: 173 time: 0.5218201 Apr 07 08:22:44.179718 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'name': 'network-vif-deleted', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:44.181975 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4496fa-235f-4457-ba11-9602819f7c3e" -d '{"events": [{"server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "name": "network-vif-deleted", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:44.216621 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d8fdbd-501a-43d6-a8aa-80cb8078312b x-openstack-request-id: req-f9d8fdbd-501a-43d6-a8aa-80cb8078312b {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:44.216910 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486a47f-c4ca-49e2-814d-c59d08bd109d", "name": "network-vif-deleted", "tag": "52070d87-b906-489e-b7ae-db4a15f1a977", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:44.217162 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9d8fdbd-501a-43d6-a8aa-80cb8078312b {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:44.217562 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d8fdbd-501a-43d6-a8aa-80cb8078312b'] response: {'server_uuid': '7486a47f-c4ca-49e2-814d-c59d08bd109d', 'name': 'network-vif-deleted', 'tag': '52070d87-b906-489e-b7ae-db4a15f1a977', 'status': 'completed', 'code': 200} Apr 07 08:22:44.258559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-a5ceb60b-2c06-42b5-b50d-f1b454ea9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:44.260110 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-a5ceb60b-2c06-42b5-b50d-f1b454ea9341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473161 Apr 07 08:22:44.383544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7ad37-ee7a-4f36-af7a-ce9c34a34b5f req-ad5965e7-0e97-466f-87d7-160e51afc744 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:44.384955 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c7c7ad37-ee7a-4f36-af7a-ce9c34a34b5f req-ad5965e7-0e97-466f-87d7-160e51afc744 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0553341 Apr 07 08:22:44.431494 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c7c7ad37-ee7a-4f36-af7a-ce9c34a34b5f req-3ca32277-f08f-41e6-89dd-868797787136 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Apr 07 08:22:44.608975 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-6ff7361f-a6e4-4af5-ac8f-58eca40442f4 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Apr 07 08:22:44.681037 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:44.840454 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-846a56e7-2f64-492a-a2ff-2e3efac3b0fd req-851c6818-d9dc-45bd-954f-553dfd0cfd29 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Apr 07 08:22:44.921973 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-496ab117-1176-4e8a-92b7-ca6c4d372771 req-7b170dbe-9fb5-4fe8-aed3-e7019aa11aff tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 210 time: 0.0272601 Apr 07 08:22:45.550257 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c365154-89e5-4cef-b9b3-69ee73a2a4c8 req-cac369fb-47bf-4c99-9caf-8da46ed1896d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:45.551771 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0c365154-89e5-4cef-b9b3-69ee73a2a4c8 req-cac369fb-47bf-4c99-9caf-8da46ed1896d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0511284 Apr 07 08:22:45.601524 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0c365154-89e5-4cef-b9b3-69ee73a2a4c8 req-f856707e-87db-4372-b8c7-1bc9458bf315 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Apr 07 08:22:45.719899 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2554c-1faa-401a-b253-8552b26886ad req-007a7c80-4783-4a28-a38c-f50036df4c4d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:45.721361 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98f2554c-1faa-401a-b253-8552b26886ad req-007a7c80-4783-4a28-a38c-f50036df4c4d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0542448 Apr 07 08:22:45.730462 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60198) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:45.735535 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Request body: {'floatingip': {'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:22:45.778013 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:46.027433 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d3151d9-a369-4380-a4de-9363f7959456 req-f12473a2-9aac-417d-9437-0b5c56f3eb75 tempest-ServerRescueNegativeTestJSON-272025658 tempest-ServerRescueNegativeTestJSON-272025658-project] 10.222.0.24 "GET /v2.0/ports?device_id=7486a47f-c4ca-49e2-814d-c59d08bd109d HTTP/1.1" status: 200 len: 210 time: 0.0273223 Apr 07 08:22:46.225088 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:46.304019 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:46.407342 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Floating IP a09be26f-8dd3-41bf-aca2-7e90864ea8b7 associated. External IP: 172.27.1.239, port: 4bd2ea0b-e02f-495e-ab48-ef1135933d5c. Apr 07 08:22:46.621488 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:46.734307 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:46.739305 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:46.744133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:46.753657 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:46.754279 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:46.767950 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9dc4f3a6-d9a1-4a18-aba7-e29f740de501 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "PUT /v2.0/floatingips/a09be26f-8dd3-41bf-aca2-7e90864ea8b7 HTTP/1.1" status: 200 len: 991 time: 1.0357785 Apr 07 08:22:46.768513 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:46.771306 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be747180-ce60-492b-ad53-f700591b2321" -d '{"events": [{"name": "network-changed", "server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:46.805484 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef11d249-f6c1-41f5-9363-6d7adaf74dd2 x-openstack-request-id: req-ef11d249-f6c1-41f5-9363-6d7adaf74dd2 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:46.805865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:46.806138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef11d249-f6c1-41f5-9363-6d7adaf74dd2 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:46.806587 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef11d249-f6c1-41f5-9363-6d7adaf74dd2'] response: {'name': 'network-changed', 'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'status': 'completed', 'code': 200} Apr 07 08:22:46.866251 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:46.899542 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747180-ce60-492b-ad53-f700591b2321 req-9d148005-66c1-4aaa-9b1c-2e989abb5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:46.901037 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-9d148005-66c1-4aaa-9b1c-2e989abb5bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1129 time: 0.0432703 Apr 07 08:22:46.989452 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747180-ce60-492b-ad53-f700591b2321 req-79ae4f2c-c419-441a-ae64-ae1bf9c00809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:46.990875 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-79ae4f2c-c419-441a-ae64-ae1bf9c00809 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.0842552 Apr 07 08:22:47.064119 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-abd01671-a793-4792-b7d0-88d3b8bd9748 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 999 time: 0.0624065 Apr 07 08:22:47.093875 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a09be26f-8dd3-41bf-aca2-7e90864ea8b7', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091359d-c14d-4c39-b258-a30357577b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:20Z', 'updated_at': '2022-04-07T08:22:46Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:47.095529 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60210) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:47.121004 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:47.122642 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747180-ce60-492b-ad53-f700591b2321 req-b727cab2-674d-412f-841c-13638d45e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:47.124136 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-b727cab2-674d-412f-841c-13638d45e1b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0521176 Apr 07 08:22:47.129505 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:47.130843 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:47.179255 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747180-ce60-492b-ad53-f700591b2321 req-c304d4cd-bc63-4c15-869d-1d9608b5c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:47.179255 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-c304d4cd-bc63-4c15-869d-1d9608b5c3ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450261 Apr 07 08:22:47.240455 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:47.270063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 52070d87-b906-489e-b7ae-db4a15f1a977 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:47.278900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-88082bbd-3d25-43f1-bde7-9c57bf5d34ce service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943432 Apr 07 08:22:47.297449 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 52070d87-b906-489e-b7ae-db4a15f1a977 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:47.297796 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 52070d87-b906-489e-b7ae-db4a15f1a977 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:47.375870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be747180-ce60-492b-ad53-f700591b2321 req-d49908e1-c7b1-4bb9-bc76-ae12e65b5b5e service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Apr 07 08:22:47.504410 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a09be26f-8dd3-41bf-aca2-7e90864ea8b7', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091359d-c14d-4c39-b258-a30357577b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:20Z', 'updated_at': '2022-04-07T08:22:46Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:47.529991 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8c94b-79a8-432a-85d3-f388fbb8e8ca None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a09be26f-8dd3-41bf-aca2-7e90864ea8b7', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3091359d-c14d-4c39-b258-a30357577b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:22:20Z', 'updated_at': '2022-04-07T08:22:46Z', 'revision_number': 1, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:47.698669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (3930cc92-015b-473f-acc6-b35f86f96238), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:47.729328 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa2bac-496b-4284-863d-f18d8c014da8 None None] New status for floating IP a09be26f-8dd3-41bf-aca2-7e90864ea8b7: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:22:48.230058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Deleting port 5a795b37-8ae1-4404-a534-30ced64f0072 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:48.230661 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:48.308310 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] For port 5a795b37-8ae1-4404-a534-30ced64f0072, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a795b37-8ae1-4404-a534-30ced64f0072,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:48.308670 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:48.320809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Calling delete_port for 5a795b37-8ae1-4404-a534-30ced64f0072 owned by network:router_interface {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:48.582155 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (5a795b37-8ae1-4404-a534-30ced64f0072), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:48.608320 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a795b37-8ae1-4404-a534-30ced64f0072,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:48.675297 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9ee20c7f-41e9-4b92-8a93-d9c23f2444a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:48.776425 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (3930cc92-015b-473f-acc6-b35f86f96238), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:48.990996 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Router 3930cc92-015b-473f-acc6-b35f86f96238 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:49.100743 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:49.106751 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c031ad89-b601-415e-8458-5ba3a13d3814 admin admin] 10.222.0.24 "PUT /v2.0/routers/3930cc92-015b-473f-acc6-b35f86f96238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090735 Apr 07 08:22:49.108481 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60222) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:49.117090 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Sync routers for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:49.133256 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:49.133935 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:49.218445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks [] for router (3930cc92-015b-473f-acc6-b35f86f96238), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.246215 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:49.332478 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks [] for router_gateway (3930cc92-015b-473f-acc6-b35f86f96238), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.446149 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Deleting port 24a18383-0bce-4d63-bbc4-e6231f017184 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:49.446532 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.525854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] For port 24a18383-0bce-4d63-bbc4-e6231f017184, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=24a18383-0bce-4d63-bbc4-e6231f017184,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:49.526223 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.539463 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Calling delete_port for 24a18383-0bce-4d63-bbc4-e6231f017184 owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:49.562879 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:22:48Z', 'revision_number': 5, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port': {'id': '24a18383-0bce-4d63-bbc4-e6231f017184', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930cc92-015b-473f-acc6-b35f86f96238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:46Z', 'updated_at': '2022-04-07T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:49.589671 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Checking router: 3930cc92-015b-473f-acc6-b35f86f96238 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:49.598020 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Routers {'3930cc92-015b-473f-acc6-b35f86f96238'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:49.598731 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['3930cc92-015b-473f-acc6-b35f86f96238'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:49.686160 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] Set router 3930cc92-015b-473f-acc6-b35f86f96238 gateway port host: None {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:49.745920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:22:49Z', 'revision_number': 6, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:49.772884 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (24a18383-0bce-4d63-bbc4-e6231f017184), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.773510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f33eb-c29a-4e9a-a247-7653cbe47034 None None] The sync data for ids ['3930cc92-015b-473f-acc6-b35f86f96238'] in dv-cinder-815659-6-iscsi is: [{'id': '3930cc92-015b-473f-acc6-b35f86f96238', 'name': 'tempest-ServerRescueNegativeTestJSON-344034895-router', 'tenant_id': 'c0598d0f794f40b49322c9417c47dfb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:22:49Z', 'revision_number': 6, 'project_id': 'c0598d0f794f40b49322c9417c47dfb3', 'gw_port_host': None}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:49.807733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Pushing event deleted for resources: {'Port': ['ID=24a18383-0bce-4d63-bbc4-e6231f017184,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:49.865855 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (3930cc92-015b-473f-acc6-b35f86f96238), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.967568 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (3930cc92-015b-473f-acc6-b35f86f96238), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:49.969584 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks [] for router_controller (3930cc92-015b-473f-acc6-b35f86f96238), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.081176 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (3930cc92-015b-473f-acc6-b35f86f96238), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.081689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3930cc92-015b-473f-acc6-b35f86f96238 {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:22:50.086910 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.088119 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1abf54d1-6832-46f1-a834-d8b10f4ab55e admin admin] 10.222.0.24 "DELETE /v2.0/routers/3930cc92-015b-473f-acc6-b35f86f96238 HTTP/1.1" status: 204 len: 168 time: 0.9781079 Apr 07 08:22:50.090613 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60226) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:50.138714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Deleting subnet fb37753e-07a0-445f-9155-2cf072f34053 {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:22:50.142077 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Publish callbacks [] for subnet (fb37753e-07a0-445f-9155-2cf072f34053), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.425156 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (fb37753e-07a0-445f-9155-2cf072f34053), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.536939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (fb37753e-07a0-445f-9155-2cf072f34053), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.664357 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (fb37753e-07a0-445f-9155-2cf072f34053), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.688828 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb37753e-07a0-445f-9155-2cf072f34053,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:50.692864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.698303 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-98209016-d773-4d48-855f-6fc51bb5f54e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fb37753e-07a0-445f-9155-2cf072f34053 HTTP/1.1" status: 204 len: 168 time: 0.6044586 Apr 07 08:22:50.698658 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca762675-0dbe-459a-abf2-07abcb80858d None None] Network e0ed5bdb-95be-4d41-bb84-74d454414530 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:22:50.699140 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60230) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:50.769285 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (e0ed5bdb-95be-4d41-bb84-74d454414530), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.835108 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Deleting port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:50.835468 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.858792 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] DHCP port deletion for e0ed5bdb-95be-4d41-bb84-74d454414530 request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:22:50.896389 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] For port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:50.896752 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.909124 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Calling delete_port for e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f owned by network:dhcp {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:50.911192 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Deleting port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:50.911570 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.922727 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7cc2ed90-b65d-4ca1-a543-a1e1318aab8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.975540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] For port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,segment=NetworkSegment(04231b2b-094d-454c-9735-457c547e077a),segment_id=04231b2b-094d-454c-9735-457c547e077a)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:50.975943 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:50.988540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Calling delete_port for e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:51.046683 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.072703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:51.077335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] No DVR routers for this DVR port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f on host dv-cinder-815659-6-iscsi {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:51.104991 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.132857 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] No DVR routers for this DVR port e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:51.137120 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Pushing event deleted for resources: {'Port': ['ID=e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:51.145303 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.145303 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.145591 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.145858 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.146195 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.146563 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.146896 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.147215 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.147547 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.147889 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.148220 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.148757 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.148941 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.149266 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.149586 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99564f5-e98e-4237-8b4d-1ad2ad5b2ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:22:51.152538 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (e0ed5bdb-95be-4d41-bb84-74d454414530), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.174637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ed5bdb-95be-4d41-bb84-74d454414530']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:51.184823 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04231b2b-094d-454c-9735-457c547e077a') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:51.185117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04231b2b-094d-454c-9735-457c547e077a') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:51.195015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (04231b2b-094d-454c-9735-457c547e077a), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.208006 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (04231b2b-094d-454c-9735-457c547e077a), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.213830 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:22:51.214208 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (04231b2b-094d-454c-9735-457c547e077a), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:22:51.215854 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:22:51.343696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (e0ed5bdb-95be-4d41-bb84-74d454414530), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.349457 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.358919 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0ed5bdb-95be-4d41-bb84-74d454414530 HTTP/1.1" status: 204 len: 168 time: 0.6527843 Apr 07 08:22:51.363352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a94629-1aae-4954-9c5a-9a1c9d8557b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ed5bdb-95be-4d41-bb84-74d454414530,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:51.650546 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60236) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:51.690403 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-89e391d9-5b70-4fd6-870b-69adc3133196 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0598d0f794f40b49322c9417c47dfb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386903 Apr 07 08:22:51.692982 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60238) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:51.741561 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] Publish callbacks [] for security_group (f675630a-1e68-4923-9825-3df8cd1dd8b7), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.767169 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] Publish callbacks [] for security_group (f675630a-1e68-4923-9825-3df8cd1dd8b7), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.810647 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 24a18383-0bce-4d63-bbc4-e6231f017184 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:51.834112 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 24a18383-0bce-4d63-bbc4-e6231f017184 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:51.838086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 24a18383-0bce-4d63-bbc4-e6231f017184 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:51.838086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a795b37-8ae1-4404-a534-30ced64f0072 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:51.853766 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 5a795b37-8ae1-4404-a534-30ced64f0072 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:51.854102 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a795b37-8ae1-4404-a534-30ced64f0072 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:51.854535 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:22:51.873343 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:22:51.873649 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device e8b90b1f-cfdb-48bd-94a8-ad66a15a6b0f not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:22:51.886879 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f675630a-1e68-4923-9825-3df8cd1dd8b7), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.889492 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:51.890674 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f675630a-1e68-4923-9825-3df8cd1dd8b7 HTTP/1.1" status: 204 len: 168 time: 0.1967361 Apr 07 08:22:51.899072 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3850f-d62a-4630-99ac-a3fd3840145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f675630a-1e68-4923-9825-3df8cd1dd8b7,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:52.250768 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:53.441021 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:54.778006 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:55.854538 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985f39-0ced-430c-8ace-7bd82ded7c28 req-0ad1d507-297c-4dc1-ba3e-84835cad61f7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:55.855948 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-06985f39-0ced-430c-8ace-7bd82ded7c28 req-0ad1d507-297c-4dc1-ba3e-84835cad61f7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0561306 Apr 07 08:22:55.903287 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-06985f39-0ced-430c-8ace-7bd82ded7c28 req-2c13ca46-1604-4c2e-92be-accc874549e1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Apr 07 08:22:56.592322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60332) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:56.694136 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-87d89900-f6c6-498f-bd92-6a2f6098436c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:56.767387 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-87d89900-f6c6-498f-bd92-6a2f6098436c admin admin] Publish callbacks [] for security_group (1f944e7b-4d76-4782-8e77-1b661f71007c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:56.846140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-87d89900-f6c6-498f-bd92-6a2f6098436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1f944e7b-4d76-4782-8e77-1b661f71007c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:56.886745 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-87d89900-f6c6-498f-bd92-6a2f6098436c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b83c742b2ee1479293253e3478f1230c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932603 Apr 07 08:22:56.887692 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d89900-f6c6-498f-bd92-6a2f6098436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f944e7b-4d76-4782-8e77-1b661f71007c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:56.889394 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60336) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:22:56.938120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] Publish callbacks [] for security_group (1f944e7b-4d76-4782-8e77-1b661f71007c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:56.959585 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] Publish callbacks [] for security_group (1f944e7b-4d76-4782-8e77-1b661f71007c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:57.038140 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a22bb-b36d-49f8-b3ae-ab3eab9702c7 req-bb8075a0-3049-4470-87d3-1d2dec5ae53c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:57.039651 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-493a22bb-b36d-49f8-b3ae-ab3eab9702c7 req-bb8075a0-3049-4470-87d3-1d2dec5ae53c tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0697305 Apr 07 08:22:57.091391 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-493a22bb-b36d-49f8-b3ae-ab3eab9702c7 req-107c4add-4051-45ad-91f4-9246d5662824 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Apr 07 08:22:57.114885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1f944e7b-4d76-4782-8e77-1b661f71007c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:57.117402 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:57.118620 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f944e7b-4d76-4782-8e77-1b661f71007c HTTP/1.1" status: 204 len: 168 time: 0.2282281 Apr 07 08:22:57.126742 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb86b7-ccb5-4f9b-9b8c-328f2b0be936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f944e7b-4d76-4782-8e77-1b661f71007c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:57.780101 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-55d2ef1c-29b1-4a6e-8f08-4d28ffc0f140 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:57.782178 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-55d2ef1c-29b1-4a6e-8f08-4d28ffc0f140 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0636611 Apr 07 08:22:57.879436 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port 98624d49-7071-4ca5-82c8-c047fb11a61c {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:22:57.879781 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:57.970600 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] For port 98624d49-7071-4ca5-82c8-c047fb11a61c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=98624d49-7071-4ca5-82c8-c047fb11a61c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:22:57.971305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:58.142639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:58.143012 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:58.143376 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP 91ca5f5c-553d-43c6-b496-38083c606c8b disassociated. External IP: 172.27.1.153, port: 98624d49-7071-4ca5-82c8-c047fb11a61c. Apr 07 08:22:58.143722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for 98624d49-7071-4ca5-82c8-c047fb11a61c owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:22:58.382575 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec70e99-6802-473e-b029-63a01d018fd2 req-65165363-1c86-4e85-a2ff-23711dda4e19 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:22:58.383964 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cec70e99-6802-473e-b029-63a01d018fd2 req-65165363-1c86-4e85-a2ff-23711dda4e19 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 945 time: 0.0519869 Apr 07 08:22:58.403479 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (98624d49-7071-4ca5-82c8-c047fb11a61c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:58.445336 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=98624d49-7071-4ca5-82c8-c047fb11a61c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:22:58.477513 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cec70e99-6802-473e-b029-63a01d018fd2 req-7cc3cb3a-3c27-4347-a300-a8918f7ee569 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9875bda-7136-4027-952e-7ae1fab6a607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876801 Apr 07 08:22:58.580793 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:22:58.690189 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:22:58.700197 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:22:58.710787 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:58.711408 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:58.733855 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] No DVR routers for this DVR port 98624d49-7071-4ca5-82c8-c047fb11a61c on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:22:58.736411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:22:58.739998 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-53777e06-e28a-4b9a-aa36-33304985e1f9 req-d27834ea-a4ef-44c9-a2c5-a9f747c68bd2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "DELETE /v2.0/ports/98624d49-7071-4ca5-82c8-c047fb11a61c HTTP/1.1" status: 204 len: 173 time: 0.9493706 Apr 07 08:22:58.740448 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'name': 'network-vif-deleted', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:22:58.742743 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e075f89-7b57-418c-93cb-ef9ed7fd0513" -d '{"events": [{"server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "name": "network-vif-deleted", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:22:58.783663 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74319e74-e811-4302-8542-5064082dd691 x-openstack-request-id: req-74319e74-e811-4302-8542-5064082dd691 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:22:58.784059 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451d1774-9748-40ec-a9e0-1afefeb7fef0", "name": "network-vif-deleted", "tag": "98624d49-7071-4ca5-82c8-c047fb11a61c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:22:58.784414 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74319e74-e811-4302-8542-5064082dd691 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:22:58.784920 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74319e74-e811-4302-8542-5064082dd691'] response: {'server_uuid': '451d1774-9748-40ec-a9e0-1afefeb7fef0', 'name': 'network-vif-deleted', 'tag': '98624d49-7071-4ca5-82c8-c047fb11a61c', 'status': 'completed', 'code': 200} Apr 07 08:22:58.861144 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:59.170870 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:59.200744 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:22:59.209664 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:22:59.210277 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:59.315776 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:22:59.518042 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:22:59.544431 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8ac817-108a-4e55-b298-57e4cbc173e8 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:22:59.586084 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d5a3009c-26ba-4868-9399-afce84c8fc86 req-999f2b64-02d1-4e4e-acf2-d583e047bb60 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=451d1774-9748-40ec-a9e0-1afefeb7fef0 HTTP/1.1" status: 200 len: 210 time: 0.0277355 Apr 07 08:22:59.768409 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f29c2-c1a4-4a23-8ae8-c3b2fbb245f3 None None] New status for floating IP 91ca5f5c-553d-43c6-b496-38083c606c8b: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:23:00.721219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60398) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:00.773474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (b9875bda-7136-4027-952e-7ae1fab6a607), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:00.795373 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (b9875bda-7136-4027-952e-7ae1fab6a607), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:00.903234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b9875bda-7136-4027-952e-7ae1fab6a607), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:00.905768 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:00.906897 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9875bda-7136-4027-952e-7ae1fab6a607 HTTP/1.1" status: 204 len: 168 time: 0.1847188 Apr 07 08:23:00.909838 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60400) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:00.915689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9875bda-7136-4027-952e-7ae1fab6a607,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:00.922588 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.922942 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.923110 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-dde77cac-4b62-4124-9d01-2a384a93bc03 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] show failed (client error): The resource could not be found. Apr 07 08:23:00.923283 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.923640 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.923979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.924179 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-dde77cac-4b62-4124-9d01-2a384a93bc03 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups/b9875bda-7136-4027-952e-7ae1fab6a607 HTTP/1.1" status: 404 len: 347 time: 0.0133276 Apr 07 08:23:00.924298 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.924623 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.924950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.925277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.925601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.925928 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.926262 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.926597 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.926924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:00.927137 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60402) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:00.927254 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e555093d-7f68-49db-91a1-e892b8407f6e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:01.053217 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port c88d87e1-9cab-4105-acd2-f8c0f9f08594 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:01.053564 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.132731 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.133067 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (c88d87e1-9cab-4105-acd2-f8c0f9f08594), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.145379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for c88d87e1-9cab-4105-acd2-f8c0f9f08594 owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:01.347681 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (c88d87e1-9cab-4105-acd2-f8c0f9f08594), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.373368 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=c88d87e1-9cab-4105-acd2-f8c0f9f08594,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:01.386765 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 98624d49-7071-4ca5-82c8-c047fb11a61c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:01.406405 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 98624d49-7071-4ca5-82c8-c047fb11a61c {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:01.406784 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 98624d49-7071-4ca5-82c8-c047fb11a61c not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:01.435138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (91ca5f5c-553d-43c6-b496-38083c606c8b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.437723 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.438881 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-47540aeb-a823-4a51-9e2a-acc8327835ca tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/floatingips/91ca5f5c-553d-43c6-b496-38083c606c8b HTTP/1.1" status: 204 len: 168 time: 0.5101812 Apr 07 08:23:01.704483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60416) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:01.708985 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372261725', 'description': 'tempest-description--1832337374'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:01.798979 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.868959 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (aa1d5c82-2daa-40a9-b798-6a6660470dd4), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.943806 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (aa1d5c82-2daa-40a9-b798-6a6660470dd4), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:01.971244 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d5c82-2daa-40a9-b798-6a6660470dd4,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:02.025284 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.026591 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bf820e3e-79f0-49b1-a83a-09485cd019c0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210337 Apr 07 08:23:02.029342 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60420) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:02.033491 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d5c82-2daa-40a9-b798-6a6660470dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:02.149421 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (6c00ba83-45ca-4624-b286-139730faee53), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.202168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (6c00ba83-45ca-4624-b286-139730faee53), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.313021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (6c00ba83-45ca-4624-b286-139730faee53), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.330189 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c00ba83-45ca-4624-b286-139730faee53,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:02.402705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.403843 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7c0a8a0b-c0e8-4fe7-a676-21816d5409ec tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735907 Apr 07 08:23:02.406429 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60422) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:02.411060 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d5c82-2daa-40a9-b798-6a6660470dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:02.548561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (590af7b7-dda7-4fd0-bc1c-b2ea39f3f979), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.605657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (590af7b7-dda7-4fd0-bc1c-b2ea39f3f979), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.806430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (590af7b7-dda7-4fd0-bc1c-b2ea39f3f979), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:02.824442 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590af7b7-dda7-4fd0-bc1c-b2ea39f3f979,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:03.024620 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.026827 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b8209616-0836-4ada-ac28-c099b87d0e4b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6184311 Apr 07 08:23:03.028851 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60434) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:03.033051 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:03.132053 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.227914 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.332351 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.27.1.243 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/3f6058c0-f62c-4d4e-b9a1-c6be1d593a59) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:23:03.429008 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.612827 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.655273 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:23:03.657970 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:23:03.661357 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:23:03.686495 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=3f6058c0-f62c-4d4e-b9a1-c6be1d593a59,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:03.750717 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:03.885424 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:04.036427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:04.119107 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:04.185973 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=3f6058c0-f62c-4d4e-b9a1-c6be1d593a59,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:04.197266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:04.271211 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:04.272467 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-4aad8319-54c7-4cf8-bcff-df6b11f8535d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2426939 Apr 07 08:23:04.459756 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-180c5f82-20e2-450d-bba2-57155e2b24a7 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--372261725&fields=id&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 267 time: 0.0411689 Apr 07 08:23:04.563322 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d7396c7b-bde5-4a77-8de9-d102899ee653 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:04.564775 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d7396c7b-bde5-4a77-8de9-d102899ee653 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.0987620 Apr 07 08:23:04.579060 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-b1d64019-90d1-422c-910f-eca813aeecde tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/quotas/855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 375 time: 0.0089080 Apr 07 08:23:04.632328 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-47e59f50-39b8-4ef2-bbef-b72a84af714d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484736 Apr 07 08:23:04.723056 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-50d998f7-e77a-464f-b484-20f8bda9b597 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796707 Apr 07 08:23:04.815170 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-89522e74-3e95-4f33-8384-e9b99a6ac4d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860190 Apr 07 08:23:05.076153 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7cd41f7a-2f12-4c7d-8754-627548093657 req-6aff2d10-0483-4daa-988b-468b7d8fa0a8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Apr 07 08:23:06.168327 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-812c15ed-f9a5-4888-ab68-1014ebc28a77 req-54f03687-c6fa-4bcb-9f41-23b99248d4b2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0263391 Apr 07 08:23:06.958661 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:23:07.262039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cbc248e-89b8-47d5-bf99-fff37e2ce714 req-0ee7829a-6196-4ef6-a737-8480762c3ae5 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0278432 Apr 07 08:23:07.922135 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-f2d15e50-0656-418b-a42f-e0c9cd33cdb4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:07.923549 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-f2d15e50-0656-418b-a42f-e0c9cd33cdb4 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 814 time: 0.1020796 Apr 07 08:23:07.993054 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-c606aebc-ca35-44ab-8ff7-2ccac41ae0ed tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855750222ce5470b8ee897311bbc175c HTTP/1.1" status: 200 len: 379 time: 0.0505672 Apr 07 08:23:08.019362 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'port': {'device_id': '2558d99a-9cd2-4856-aa87-2cc886541453', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'admin_state_up': True, 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'security_groups': ['aa1d5c82-2daa-40a9-b798-6a6660470dd4']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:08.194880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Made reservation on behalf of 855750222ce5470b8ee897311bbc175c for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:23:08.198316 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.322145 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Allocated IP 172.20.0.5 (e436714d-fd7b-4023-a411-0a52d57a3d0f/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c/241d9ad9-5368-4b41-affc-06ecd7eb784c) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:23:08.375277 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8c5e86b7-2071-4000-9576-ac7980071e47 req-316f4dc1-a497-418d-97ad-47cc245f765d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0391181 Apr 07 08:23:08.484398 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.601385 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.647357 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Network e436714d-fd7b-4023-a411-0a52d57a3d0f is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:23:08.650365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:23:08.656413 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:23:08.680273 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event updated for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:08.715234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:08.715972 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.808967 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-d23c249c-0297-4698-8ce2-018144955689 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932494 Apr 07 08:23:08.828455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Request body: {'port': {'device_id': '2558d99a-9cd2-4856-aa87-2cc886541453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:08.889004 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.923323 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e585ca39-9afc-461c-9efb-a5beabbf68f3 None None] Provisioning complete for port 241d9ad9-5368-4b41-affc-06ecd7eb784c triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:23:08.923889 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e585ca39-9afc-461c-9efb-a5beabbf68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:08.957185 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e585ca39-9afc-461c-9efb-a5beabbf68f3 None None] Port 241d9ad9-5368-4b41-affc-06ecd7eb784c cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:23:09.150746 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241d9ad9-5368-4b41-affc-06ecd7eb784c {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:23:09.157998 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks [] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:09.169476 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Transition to ACTIVE for port object 241d9ad9-5368-4b41-affc-06ecd7eb784c will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:23:09.497647 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981faaf-7d62-4ae6-bda6-dd38a7f4eec6 req-a0b00024-aa95-4741-a90d-ac02765bde02 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:09.499150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5981faaf-7d62-4ae6-bda6-dd38a7f4eec6 req-a0b00024-aa95-4741-a90d-ac02765bde02 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 931 time: 0.0529392 Apr 07 08:23:09.500246 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:09.570674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Pushing event updated for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:09.874709 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5981faaf-7d62-4ae6-bda6-dd38a7f4eec6 req-5b5a01fc-0e4f-4553-b5ba-27bef6a7ac66 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674159 Apr 07 08:23:09.909461 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Attempting to bind port 241d9ad9-5368-4b41-affc-06ecd7eb784c on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:23:09.909794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Attempting to bind port 241d9ad9-5368-4b41-affc-06ecd7eb784c by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:23:09.910123 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Attempting to bind port 241d9ad9-5368-4b41-affc-06ecd7eb784c on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:23:09.915256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Port 241d9ad9-5368-4b41-affc-06ecd7eb784c on network e436714d-fd7b-4023-a411-0a52d57a3d0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:23:09.915643 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Attempting to bind port 241d9ad9-5368-4b41-affc-06ecd7eb784c on network e436714d-fd7b-4023-a411-0a52d57a3d0f {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:23:09.920559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:23:09.920896 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Checking segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:23:09.921418 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Bound using segment: {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:23:09.921689 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Bound port: 241d9ad9-5368-4b41-affc-06ecd7eb784c, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:23:09.922047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:09.982912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:23:09.985714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:23:10.063770 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.100888 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.101576 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.102909 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] 10.222.0.20 "PUT /v2.0/ports/241d9ad9-5368-4b41-affc-06ecd7eb784c HTTP/1.1" status: 200 len: 1093 time: 1.2786849 Apr 07 08:23:10.103335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:10.105569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46" -d '{"events": [{"name": "network-changed", "server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:10.129028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16449e0-b332-46f5-ad2d-975f8aff50de service neutron] Pushing event updated for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:10.153787 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb461961-36af-4e3f-baf3-073638481823 x-openstack-request-id: req-eb461961-36af-4e3f-baf3-073638481823 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:10.159769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:10.159769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb461961-36af-4e3f-baf3-073638481823 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:10.159769 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb461961-36af-4e3f-baf3-073638481823'] response: {'name': 'network-changed', 'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'status': 'completed', 'code': 200} Apr 07 08:23:10.211433 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-e53614cd-14d4-4dbb-8f83-77e91eb7cd1f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617482392&fields=id&tenant_id=25125cdb782c4384ab8e437eb6661d1d HTTP/1.1" status: 200 len: 267 time: 0.0488403 Apr 07 08:23:10.285817 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-98329d9d-a4a4-4371-974e-2c9804eb016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.287918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-98329d9d-a4a4-4371-974e-2c9804eb016a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 1127 time: 0.0808775 Apr 07 08:23:10.298411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-050ede4d-5357-4b80-8fb4-3c51783e0c83 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.299842 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-050ede4d-5357-4b80-8fb4-3c51783e0c83 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 984 time: 0.0809114 Apr 07 08:23:10.319730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Request body: {'port': {'security_groups': ['0720e1ce-d53c-4d3c-a2f7-84db4201f10e']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:10.448057 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.469414 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-c14e439c-5ba0-4b91-9859-c571bb7616d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.470949 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-c14e439c-5ba0-4b91-9859-c571bb7616d3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=855750222ce5470b8ee897311bbc175c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1652844 Apr 07 08:23:10.627013 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-43012dba-3cb0-4993-83eb-1f247da59313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.628460 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a925ef4c-d4d5-47d8-8baa-a5c32aef6c46 req-43012dba-3cb0-4993-83eb-1f247da59313 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345026 Apr 07 08:23:10.712136 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:10.761878 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.768478 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-701f7301-4d11-4230-89cf-7e888b6e2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.774390 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-701f7301-4d11-4230-89cf-7e888b6e2e90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 1127 time: 0.0702643 Apr 07 08:23:10.824991 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.827691 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-de21bbdf-049b-4004-b3c2-1dce36390223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c HTTP/1.1" status: 200 len: 217 time: 0.0394404 Apr 07 08:23:10.875258 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:23:10.898423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.899091 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:10.900649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-db163b2e-f7be-4b84-b8a1-734bafded533 req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "PUT /v2.0/ports/3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 942 time: 0.5861828 Apr 07 08:23:10.909161 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60532) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:10.933008 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a740e442-757e-434c-a04d-8b0d2b7c63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:10.939891 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-a740e442-757e-434c-a04d-8b0d2b7c63b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.1029239 Apr 07 08:23:11.002233 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (e456c059-136f-48a5-a82b-53a75573cfeb), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.002602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e0cb4-0f0b-4d29-9250-47e7cad71403 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event updated for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=7']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:11.057538 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-6abaf3c0-7ea0-45f1-9a5c-2cec8f932324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:11.059095 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-6abaf3c0-7ea0-45f1-9a5c-2cec8f932324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036632 Apr 07 08:23:11.059802 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (e456c059-136f-48a5-a82b-53a75573cfeb), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.071531 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdad6b-b987-4dfd-a73e-00d8eba8dc8a req-64a4e26d-7aea-4404-b1f1-b0a8c7ccfabb tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:11.080027 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8afdad6b-b987-4dfd-a73e-00d8eba8dc8a req-64a4e26d-7aea-4404-b1f1-b0a8c7ccfabb tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 943 time: 0.0856483 Apr 07 08:23:11.101076 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:23:11.193760 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8afdad6b-b987-4dfd-a73e-00d8eba8dc8a req-00f9effb-db5d-418e-9c90-f8c180a665a5 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124194 Apr 07 08:23:11.223890 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-676d58c2-d724-44f0-828f-b0e43d13b884 service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414657 Apr 07 08:23:11.246845 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (e456c059-136f-48a5-a82b-53a75573cfeb), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.250063 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.252048 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "DELETE /v2.0/security-groups/e456c059-136f-48a5-a82b-53a75573cfeb HTTP/1.1" status: 204 len: 168 time: 0.3417928 Apr 07 08:23:11.253865 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-839696f3-9ef2-4c39-b400-a95dd1e1fa64 None None] Provisioning complete for port 3972f43d-b428-40c7-b036-ec0a1abe4488 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:23:11.257997 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-839696f3-9ef2-4c39-b400-a95dd1e1fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.259968 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60538) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:11.321616 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae661b17-1b70-4e55-a8c4-d866642c3afe tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e456c059-136f-48a5-a82b-53a75573cfeb,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:11.347184 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e5eeab80-148d-46a3-85cc-cde33c51959a req-689f47f4-5b3c-456d-8b35-27ca097a732f service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169844 Apr 07 08:23:11.378733 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-839696f3-9ef2-4c39-b400-a95dd1e1fa64 None None] Current status of the port 3972f43d-b428-40c7-b036-ec0a1abe4488 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:23:11.449504 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Deleting port 91344b58-d9b5-49c6-bbf4-565dfce51a57 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:11.449837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.525386 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.525717 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for floatingip (91344b58-d9b5-49c6-bbf4-565dfce51a57), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.538011 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Calling delete_port for 91344b58-d9b5-49c6-bbf4-565dfce51a57 owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:11.743328 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (91344b58-d9b5-49c6-bbf4-565dfce51a57), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.770250 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event deleted for resources: {'Port': ['ID=91344b58-d9b5-49c6-bbf4-565dfce51a57,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:11.831794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks [] for floatingip (da2637b0-64b1-4f28-802e-fd393439a36e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:11.832126 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Floating IP da2637b0-64b1-4f28-802e-fd393439a36e disassociated (deleted). External IP: 172.27.1.133, port: 3972f43d-b428-40c7-b036-ec0a1abe4488. Apr 07 08:23:12.045408 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Router 78501775-7cdf-47f3-b7e8-ecde5c69a01b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:23:12.155580 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:23:12.156384 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:12.160128 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:12.164917 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f811ee-3547-4230-82f7-efab2c7b91e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:12.166283 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Sync routers for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:23:12.183011 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:12.187941 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:12.195005 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-bbf172d1-d2b0-44af-ad6f-1654dbadca88 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "DELETE /v2.0/floatingips/da2637b0-64b1-4f28-802e-fd393439a36e HTTP/1.1" status: 204 len: 168 time: 0.9324770 Apr 07 08:23:12.195707 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:12.198055 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65084118-60de-4d9d-96a6-2d48c2f10532" -d '{"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:12.205516 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1bd998-89da-4675-a9d6-a08298063117 x-openstack-request-id: req-fd1bd998-89da-4675-a9d6-a08298063117 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:12.205859 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:12.206173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd1bd998-89da-4675-a9d6-a08298063117 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:12.206665 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1bd998-89da-4675-a9d6-a08298063117'] response: {'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:23:12.238101 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bd9d4-e87c-4d47-9eb3-8b58a75234d0 x-openstack-request-id: req-2c7bd9d4-e87c-4d47-9eb3-8b58a75234d0 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:12.238401 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:12.238696 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c7bd9d4-e87c-4d47-9eb3-8b58a75234d0 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:12.239118 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7bd9d4-e87c-4d47-9eb3-8b58a75234d0'] response: {'name': 'network-changed', 'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:23:12.302920 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:12.339231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a414e5-52b3-4f85-a378-a6b66d4070d9 req-2b14d74a-a053-4e7d-808a-0b473f5e7fd3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:12.340727 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d4a414e5-52b3-4f85-a378-a6b66d4070d9 req-2b14d74a-a053-4e7d-808a-0b473f5e7fd3 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 943 time: 0.0594299 Apr 07 08:23:12.412982 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d4a414e5-52b3-4f85-a378-a6b66d4070d9 req-6b65130e-385e-461c-8730-5db9a50576d1 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646396 Apr 07 08:23:12.446047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-7725d933-5d9e-4b0e-b42f-3ee77712e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:12.447719 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-7725d933-5d9e-4b0e-b42f-3ee77712e3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1129 time: 0.0473421 Apr 07 08:23:12.515797 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:12.544775 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Checking router: 78501775-7cdf-47f3-b7e8-ecde5c69a01b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:23:12.546537 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-4661d5d8-36c7-4e6c-9eb9-a06fbd149cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:12.548080 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-4661d5d8-36c7-4e6c-9eb9-a06fbd149cee service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 916 time: 0.0933182 Apr 07 08:23:12.554097 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:12.554746 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:22:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:12.611600 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-8df9a573-e1bd-4a3e-8d08-2e4a08a53fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 217 time: 0.0548241 Apr 07 08:23:12.664294 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-89171c65-e9f0-42f3-b33d-e3654fd9698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:12.665706 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-89171c65-e9f0-42f3-b33d-e3654fd9698e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0449581 Apr 07 08:23:12.676470 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:12.731692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-520f2751-0c4f-4113-b98b-c406e7c9eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:12.733115 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-520f2751-0c4f-4113-b98b-c406e7c9eb5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494633 Apr 07 08:23:12.834823 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-9c91bcea-c237-44c9-b58d-a957d787e1cf service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933669 Apr 07 08:23:12.899374 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:12.924601 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d039c4-1441-4d2a-b2d6-debac178343b None None] The sync data for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi is: [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:20:15Z', 'revision_number': 4, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'ff022924-897e-4e14-a08f-af63ecbb75d3', 'name': '', 'network_id': 'd6342c78-0122-4d49-8791-e40ee0c5fceb', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'mac_address': 'fa:16:3e:20:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:14Z', 'updated_at': '2022-04-07T08:20:19Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'subnets': [{'id': 'c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:23:13.144085 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60574) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:13.169089 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec2955-b4d1-404a-b0c5-77c9e54489cb None None] New status for floating IP da2637b0-64b1-4f28-802e-fd393439a36e: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:23:13.242908 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-65084118-60de-4d9d-96a6-2d48c2f10532 req-b58b3b9b-ee3b-4b70-89d2-f60e62091609 service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963039 Apr 07 08:23:13.264247 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.338609 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Publish callbacks [] for security_group (922e6cd5-298d-427f-a622-66ea6e80e197), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.469735 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (922e6cd5-298d-427f-a622-66ea6e80e197), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.500038 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 241d9ad9-5368-4b41-affc-06ecd7eb784c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:23:13.523009 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66c0c29762134530a7256c12a8167f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778398 Apr 07 08:23:13.526309 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e6cd5-298d-427f-a622-66ea6e80e197,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:13.528153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60580) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:13.533784 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.534134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.534674 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.535021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.535355 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.535830 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.536328 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.537234 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.537646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.537979 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.538397 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.539004 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.539487 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.539826 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.540149 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f14db2d-0437-4f74-b2c0-0c569c0e6942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:13.582221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-a97fa153-897e-4175-a545-9d5a22ab98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:13.584254 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-a97fa153-897e-4175-a545-9d5a22ab98f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=25125cdb782c4384ab8e437eb6661d1d&device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 1129 time: 0.1206934 Apr 07 08:23:13.592209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5fb9-9d9b-46ce-95e3-4df49f506da5 req-b0d9327e-2a1e-49d8-902c-1dce953abe7d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:13.593652 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2edf5fb9-9d9b-46ce-95e3-4df49f506da5 req-b0d9327e-2a1e-49d8-902c-1dce953abe7d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 943 time: 0.1014750 Apr 07 08:23:13.611233 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:13.622688 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'port_id': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'mac_address': 'fa:16:3e:75:1f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:23:13.659452 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 241d9ad9-5368-4b41-affc-06ecd7eb784c is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:23:13.659842 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.674117 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241d9ad9-5368-4b41-affc-06ecd7eb784c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:23:13.676360 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] Publish callbacks [] for security_group (922e6cd5-298d-427f-a622-66ea6e80e197), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.695070 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:13.732729 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2edf5fb9-9d9b-46ce-95e3-4df49f506da5 req-44071f46-364f-4342-ba65-9583d38aa212 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272292 Apr 07 08:23:13.742148 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] Publish callbacks [] for security_group (922e6cd5-298d-427f-a622-66ea6e80e197), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.755795 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-3d6a7993-c852-4c8f-9f60-4e0ebeb270f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:13.757246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-3d6a7993-c852-4c8f-9f60-4e0ebeb270f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 200 len: 916 time: 0.1617382 Apr 07 08:23:13.766850 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.808912 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-f8bfa4d0-9eb8-4324-a489-83d1875b83f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 200 len: 217 time: 0.0400107 Apr 07 08:23:13.815806 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:13.877598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-82558189-a3ff-4a0c-8386-def729c00423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:13.879058 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-82558189-a3ff-4a0c-8386-def729c00423 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 200 len: 854 time: 0.0448761 Apr 07 08:23:13.895747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (922e6cd5-298d-427f-a622-66ea6e80e197), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.898876 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:13.899954 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922e6cd5-298d-427f-a622-66ea6e80e197 HTTP/1.1" status: 204 len: 168 time: 0.3705323 Apr 07 08:23:13.928459 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bc44e-74d3-496c-a13a-60a13b8c39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e6cd5-298d-427f-a622-66ea6e80e197,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:13.951074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-a2b4efb2-d8bf-42fa-aadb-4ded0a13f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:13.952542 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-a2b4efb2-d8bf-42fa-aadb-4ded0a13f86a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6342c78-0122-4d49-8791-e40ee0c5fceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651937 Apr 07 08:23:14.049953 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-14b81afa-4ee1-44f3-a718-c23ef150291a service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Apr 07 08:23:14.138083 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['241d9ad9-5368-4b41-affc-06ecd7eb784c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:23:14.149634 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f9f811ee-3547-4230-82f7-efab2c7b91e0 req-a7c78114-864a-4fe4-a6f2-aacc16fe549c service neutron] 10.222.0.20 "GET /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913196 Apr 07 08:23:14.458862 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60588) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:14.475493 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc531557-743a-4bab-a230-1a7e6fb45562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.548298 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc531557-743a-4bab-a230-1a7e6fb45562 admin admin] Publish callbacks [] for security_group (f781f7d8-9a78-46e9-8028-53b3d41646d4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.616587 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc531557-743a-4bab-a230-1a7e6fb45562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f781f7d8-9a78-46e9-8028-53b3d41646d4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.653334 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cc531557-743a-4bab-a230-1a7e6fb45562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=464cb5ee011d44b4906b3292af86d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933627 Apr 07 08:23:14.655207 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc531557-743a-4bab-a230-1a7e6fb45562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781f7d8-9a78-46e9-8028-53b3d41646d4,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:14.656118 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60590) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:14.703989 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] Publish callbacks [] for security_group (f781f7d8-9a78-46e9-8028-53b3d41646d4), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.725641 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] Publish callbacks [] for security_group (f781f7d8-9a78-46e9-8028-53b3d41646d4), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.862292 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f069-7de1-4049-b80e-663c7bc234ca req-bca1773b-ccc9-4090-9428-9afff0f32d5b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:14.864531 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7d66f069-7de1-4049-b80e-663c7bc234ca req-bca1773b-ccc9-4090-9428-9afff0f32d5b tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 944 time: 0.0634277 Apr 07 08:23:14.868222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f781f7d8-9a78-46e9-8028-53b3d41646d4), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.871014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:14.872130 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f781f7d8-9a78-46e9-8028-53b3d41646d4 HTTP/1.1" status: 204 len: 168 time: 0.2149677 Apr 07 08:23:14.897661 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a3eb8-995f-4ebc-927b-d17160917a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781f7d8-9a78-46e9-8028-53b3d41646d4,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:14.931808 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7d66f069-7de1-4049-b80e-663c7bc234ca req-c29c09a4-fca5-49ef-be5c-0dc765d1a2e6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586059 Apr 07 08:23:14.952926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:15.516222 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 241d9ad9-5368-4b41-affc-06ecd7eb784c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:23:15.640485 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 241d9ad9-5368-4b41-affc-06ecd7eb784c completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:23:15.644716 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 241d9ad9-5368-4b41-affc-06ecd7eb784c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:23:15.645095 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:15.722771 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 241d9ad9-5368-4b41-affc-06ecd7eb784c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:23:15.723164 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:15.748321 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:15.750898 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14bd2f5-730f-4bb9-b729-6a02ec5ded05" -d '{"events": [{"server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "name": "network-vif-plugged", "status": "completed", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:15.764719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:15.793121 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab6b296-78a8-4004-a19f-a459133aa4d7 x-openstack-request-id: req-dab6b296-78a8-4004-a19f-a459133aa4d7 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:15.793436 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "name": "network-vif-plugged", "status": "completed", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:15.793707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dab6b296-78a8-4004-a19f-a459133aa4d7 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:15.794110 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab6b296-78a8-4004-a19f-a459133aa4d7'] response: {'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'code': 200} Apr 07 08:23:15.829236 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:15.881137 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:16.051660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812c76c-1271-4b34-9fa8-04c780abf26b req-7b720493-a878-4aea-8fec-c6d70b16d057 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:16.053769 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e812c76c-1271-4b34-9fa8-04c780abf26b req-7b720493-a878-4aea-8fec-c6d70b16d057 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0553381 Apr 07 08:23:16.126711 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e812c76c-1271-4b34-9fa8-04c780abf26b req-b5108a39-fd94-4041-999b-e539695c55f6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671210 Apr 07 08:23:16.142427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e4ff-f49f-4c45-bde8-5216413b8c02 req-a25c4f95-b787-4cd9-84e7-b1aa359c7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:16.143993 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cec5e4ff-f49f-4c45-bde8-5216413b8c02 req-a25c4f95-b787-4cd9-84e7-b1aa359c7612 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 1129 time: 0.0550539 Apr 07 08:23:16.194505 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cec5e4ff-f49f-4c45-bde8-5216413b8c02 req-0a44b64d-5f85-4a1f-adf3-a48beafd2e56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406051 Apr 07 08:23:16.626267 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21626f-421f-4461-b8e8-56a120e4b9b1 req-9b15ff10-2622-471f-9935-182601161927 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:16.630189 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d21626f-421f-4461-b8e8-56a120e4b9b1 req-9b15ff10-2622-471f-9935-182601161927 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0579898 Apr 07 08:23:16.675541 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2d21626f-421f-4461-b8e8-56a120e4b9b1 req-654fc44c-6750-4514-8b54-b98fcc43741b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Apr 07 08:23:17.254694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e047a-2e90-4a14-82cb-d16a10680b76 req-6545d425-5143-4e20-bacd-2465113856fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:17.256174 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ac6e047a-2e90-4a14-82cb-d16a10680b76 req-6545d425-5143-4e20-bacd-2465113856fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0545774 Apr 07 08:23:17.269795 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60660) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:17.303099 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ac6e047a-2e90-4a14-82cb-d16a10680b76 req-27c77196-c85d-4f62-b366-8c21e5804a2f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 Apr 07 08:23:17.372109 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e644574f-940e-4733-a416-0aec17ea235a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.443057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e644574f-940e-4733-a416-0aec17ea235a admin admin] Publish callbacks [] for security_group (a08ec19a-9ed3-4ce0-95f2-be8204dca46a), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.497396 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e644574f-940e-4733-a416-0aec17ea235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a08ec19a-9ed3-4ce0-95f2-be8204dca46a), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.534448 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644574f-940e-4733-a416-0aec17ea235a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ec19a-9ed3-4ce0-95f2-be8204dca46a,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:17.538797 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e644574f-940e-4733-a416-0aec17ea235a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f50152581a04c5dae550379f4fcedf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679553 Apr 07 08:23:17.542054 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60664) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:17.588163 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] Publish callbacks [] for security_group (a08ec19a-9ed3-4ce0-95f2-be8204dca46a), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.611508 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] Publish callbacks [] for security_group (a08ec19a-9ed3-4ce0-95f2-be8204dca46a), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.724985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (a08ec19a-9ed3-4ce0-95f2-be8204dca46a), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.727649 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:17.731157 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a08ec19a-9ed3-4ce0-95f2-be8204dca46a HTTP/1.1" status: 204 len: 168 time: 0.1864715 Apr 07 08:23:17.736579 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001e0f9-df47-4bc5-bea2-c30d1511857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ec19a-9ed3-4ce0-95f2-be8204dca46a,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:17.804414 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352589-3381-41aa-846c-acd418ea1147 req-d472e631-2935-44da-9aa1-60afe91a9f4f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:17.812116 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d352589-3381-41aa-846c-acd418ea1147 req-d472e631-2935-44da-9aa1-60afe91a9f4f tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0570841 Apr 07 08:23:17.856088 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d352589-3381-41aa-846c-acd418ea1147 req-cde10860-e228-480c-b08c-0fbb9561d02b tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Apr 07 08:23:18.346643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60676) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:18.359736 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af29304e-d9f5-460c-bf9f-38f3b9859151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.422282 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce59dd-9353-48f2-a83e-284159e9b47c req-5029257f-19f7-4736-8824-77d5692f1801 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:18.423770 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d3ce59dd-9353-48f2-a83e-284159e9b47c req-5029257f-19f7-4736-8824-77d5692f1801 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Apr 07 08:23:18.434065 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af29304e-d9f5-460c-bf9f-38f3b9859151 admin admin] Publish callbacks [] for security_group (9fa59127-2168-4046-8ab2-0f178cc1a1c5), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.469962 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d3ce59dd-9353-48f2-a83e-284159e9b47c req-20bb4e06-f759-4b34-9e76-c8504de00b5d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Apr 07 08:23:18.531777 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af29304e-d9f5-460c-bf9f-38f3b9859151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9fa59127-2168-4046-8ab2-0f178cc1a1c5), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.568502 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29304e-d9f5-460c-bf9f-38f3b9859151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa59127-2168-4046-8ab2-0f178cc1a1c5,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:18.573113 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-af29304e-d9f5-460c-bf9f-38f3b9859151 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19aded49c26e461688806f74f10299f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254531 Apr 07 08:23:18.576608 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60678) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:18.623866 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] Publish callbacks [] for security_group (9fa59127-2168-4046-8ab2-0f178cc1a1c5), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.644951 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] Publish callbacks [] for security_group (9fa59127-2168-4046-8ab2-0f178cc1a1c5), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.673291 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8a7676f9-c9e3-465d-bd46-6d73e585cc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.760592 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9fa59127-2168-4046-8ab2-0f178cc1a1c5), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.763730 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:18.764911 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fa59127-2168-4046-8ab2-0f178cc1a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1877232 Apr 07 08:23:18.772602 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e8ef5-ffec-4f23-9a78-3cea7aeb482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa59127-2168-4046-8ab2-0f178cc1a1c5,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:18.974443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f4c7-d0af-4690-aa06-208db2a18106 req-07946ad9-85fb-44f4-adf5-1dcc5ec6d150 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:18.975985 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3028f4c7-d0af-4690-aa06-208db2a18106 req-07946ad9-85fb-44f4-adf5-1dcc5ec6d150 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Apr 07 08:23:19.025267 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3028f4c7-d0af-4690-aa06-208db2a18106 req-5c3424bb-d891-44f3-bb12-d8dcb2024ed1 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Apr 07 08:23:19.585187 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50fc0b-e2d9-4b83-96b0-73be759dc8f2 req-56a4252f-f822-4377-b16b-c2db8b89ff6f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:19.586645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a50fc0b-e2d9-4b83-96b0-73be759dc8f2 req-56a4252f-f822-4377-b16b-c2db8b89ff6f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Apr 07 08:23:19.633873 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4a50fc0b-e2d9-4b83-96b0-73be759dc8f2 req-30feeaae-d517-4ce3-b676-bec1c43a70c2 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 Apr 07 08:23:19.778163 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-865d4091-6e25-4f06-8ba7-d821aca67bdd tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:19.779730 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-865d4091-6e25-4f06-8ba7-d821aca67bdd tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.20 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.0881777 Apr 07 08:23:19.787168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1546d1-c320-4421-a336-e6fd9281c3b4 req-be44adfc-f0f6-472b-be22-0d5cd26d0070 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:19.788525 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9b1546d1-c320-4421-a336-e6fd9281c3b4 req-be44adfc-f0f6-472b-be22-0d5cd26d0070 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0883143 Apr 07 08:23:19.797968 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60704) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:19.802115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Request body: {'floatingip': {'port_id': '241d9ad9-5368-4b41-affc-06ecd7eb784c'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:19.863636 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.052332 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Deleting port 3972f43d-b428-40c7-b036-ec0a1abe4488 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:20.052667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.552500 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2221ee-3d7a-4a7e-bbf6-014907affb76 req-73b67ffb-8e9c-4fc4-8d84-79e11215ac57 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:20.553945 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff2221ee-3d7a-4a7e-bbf6-014907affb76 req-73b67ffb-8e9c-4fc4-8d84-79e11215ac57 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 945 time: 0.1693769 Apr 07 08:23:20.571369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] For port 3972f43d-b428-40c7-b036-ec0a1abe4488, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3972f43d-b428-40c7-b036-ec0a1abe4488,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:20.571730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.604564 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Calling delete_port for 3972f43d-b428-40c7-b036-ec0a1abe4488 owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:20.668498 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ff2221ee-3d7a-4a7e-bbf6-014907affb76 req-49d5909b-895a-4adb-991e-d973450e4cec tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/security-groups?id=0720e1ce-d53c-4d3c-a2f7-84db4201f10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071885 Apr 07 08:23:20.824256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.880599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-36942da2-ccc0-4e0b-912a-cb26c30b86f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.909191 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.946574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (3972f43d-b428-40c7-b036-ec0a1abe4488), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:20.979532 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Pushing event deleted for resources: {'Port': ['ID=3972f43d-b428-40c7-b036-ec0a1abe4488,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:20.984268 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3972f43d-b428-40c7-b036-ec0a1abe4488'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:23:21.058761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] No DVR routers for this DVR port 3972f43d-b428-40c7-b036-ec0a1abe4488 on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:21.065052 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:21.068253 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eecb238a-2c55-41d2-b9f1-324d8c4e8a9a req-b8f2509e-1957-459c-8234-fdb5bf477139 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.20 "DELETE /v2.0/ports/3972f43d-b428-40c7-b036-ec0a1abe4488 HTTP/1.1" status: 204 len: 173 time: 1.2635682 Apr 07 08:23:21.068699 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'name': 'network-vif-deleted', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:21.070928 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2338667d-4945-4c01-a2a5-5b8417ec470f" -d '{"events": [{"server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "name": "network-vif-deleted", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:21.085903 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP c5ef1867-5870-42c8-ae48-e8726a9ebba0 associated. External IP: 172.27.1.243, port: 241d9ad9-5368-4b41-affc-06ecd7eb784c. Apr 07 08:23:21.121744 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca9f47-3c18-40c8-8a18-06a34d14c1c0 x-openstack-request-id: req-baca9f47-3c18-40c8-8a18-06a34d14c1c0 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:21.122027 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacc8749-11b3-4a07-9afe-dea7902e6c55", "name": "network-vif-deleted", "tag": "3972f43d-b428-40c7-b036-ec0a1abe4488", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:21.122842 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baca9f47-3c18-40c8-8a18-06a34d14c1c0 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:21.123243 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baca9f47-3c18-40c8-8a18-06a34d14c1c0'] response: {'server_uuid': 'cacc8749-11b3-4a07-9afe-dea7902e6c55', 'name': 'network-vif-deleted', 'tag': '3972f43d-b428-40c7-b036-ec0a1abe4488', 'status': 'completed', 'code': 200} Apr 07 08:23:21.300281 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:23:21.418058 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:23:21.423470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:21.430745 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:23:21.440919 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:21.441541 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:21.453923 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-af5c9b49-5823-4065-82d0-448d5c02b68f tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "PUT /v2.0/floatingips/c5ef1867-5870-42c8-ae48-e8726a9ebba0 HTTP/1.1" status: 200 len: 991 time: 1.6548607 Apr 07 08:23:21.570857 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:21.775900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8da4cf40-7076-45f2-be37-5704a84bbc9b req-baa48401-17e2-4c8e-b4e5-9b2a65947b02 tempest-TestMinimumBasicScenario-123252939 tempest-TestMinimumBasicScenario-123252939-project] 10.222.0.24 "GET /v2.0/ports?device_id=cacc8749-11b3-4a07-9afe-dea7902e6c55 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Apr 07 08:23:21.899527 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'c5ef1867-5870-42c8-ae48-e8726a9ebba0', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:75:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558d99a-9cd2-4856-aa87-2cc886541453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:23:03Z', 'updated_at': '2022-04-07T08:23:20Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:21.926545 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:23:21.936391 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:21.937101 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:22.045775 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:22.272755 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'c5ef1867-5870-42c8-ae48-e8726a9ebba0', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:75:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558d99a-9cd2-4856-aa87-2cc886541453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:23:03Z', 'updated_at': '2022-04-07T08:23:20Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:22.298355 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe16b9-880e-4da0-96c2-eff684cad7fc None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'c5ef1867-5870-42c8-ae48-e8726a9ebba0', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'port_id': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'mac_address': 'fa:16:3e:75:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558d99a-9cd2-4856-aa87-2cc886541453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:23:03Z', 'updated_at': '2022-04-07T08:23:20Z', 'revision_number': 1, 'project_id': '855750222ce5470b8ee897311bbc175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:23:22.360767 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:22.486583 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843b395-9f09-424c-a23b-9d7d4906aa30 None None] New status for floating IP c5ef1867-5870-42c8-ae48-e8726a9ebba0: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:23:23.124249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:23.126736 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1745d-faf1-49d3-9b81-9a23c174bb61" -d '{"events": [{"name": "network-changed", "server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:23.161127 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f325a07-8d01-4252-a6ff-1843b58583fe x-openstack-request-id: req-7f325a07-8d01-4252-a6ff-1843b58583fe {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:23.161422 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:23.161674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f325a07-8d01-4252-a6ff-1843b58583fe {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:23.162075 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f325a07-8d01-4252-a6ff-1843b58583fe'] response: {'name': 'network-changed', 'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'status': 'completed', 'code': 200} Apr 07 08:23:23.252850 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-7a529522-7d66-4512-bd7b-4e6a76b0f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:23.254420 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-7a529522-7d66-4512-bd7b-4e6a76b0f645 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=855750222ce5470b8ee897311bbc175c&device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 1129 time: 0.0456429 Apr 07 08:23:23.361417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-9d17890b-7563-4993-aca8-f067fc4af982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:23.363182 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-9d17890b-7563-4993-aca8-f067fc4af982 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 200 len: 915 time: 0.1010430 Apr 07 08:23:23.428746 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:23.435340 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-c904ba9f-fe53-49d3-8646-6ff49cea4c17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c HTTP/1.1" status: 200 len: 1001 time: 0.0613871 Apr 07 08:23:23.490172 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-2dbfac67-0fef-40a3-a477-87bae1e4b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:23.491680 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-2dbfac67-0fef-40a3-a477-87bae1e4b600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 200 len: 853 time: 0.0447030 Apr 07 08:23:23.544613 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3972f43d-b428-40c7-b036-ec0a1abe4488 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:23.552884 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-3b59826a-47eb-4c50-93c0-ac2cce46faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:23.554490 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-3b59826a-47eb-4c50-93c0-ac2cce46faaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e436714d-fd7b-4023-a411-0a52d57a3d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485322 Apr 07 08:23:23.568129 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 3972f43d-b428-40c7-b036-ec0a1abe4488 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:23.568129 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3972f43d-b428-40c7-b036-ec0a1abe4488 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:23.655024 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-680073f8-1b1e-4f7f-8554-91b31bea860d service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910592 Apr 07 08:23:23.749523 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fd1745d-faf1-49d3-9b81-9a23c174bb61 req-120f92cc-cfc4-4fb5-a9b4-b13fa29ec4dd service neutron] 10.222.0.20 "GET /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875804 Apr 07 08:23:24.436015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60810) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:24.777344 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:24.844776 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:25.388537 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Deleting port ff022924-897e-4e14-a08f-af63ecbb75d3 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:25.388868 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:25.462969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] For port ff022924-897e-4e14-a08f-af63ecbb75d3, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ff022924-897e-4e14-a08f-af63ecbb75d3,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:25.463480 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:25.476222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Calling delete_port for ff022924-897e-4e14-a08f-af63ecbb75d3 owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:25.731892 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ff022924-897e-4e14-a08f-af63ecbb75d3), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:25.760072 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff022924-897e-4e14-a08f-af63ecbb75d3,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:25.945732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.168558 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Router 78501775-7cdf-47f3-b7e8-ecde5c69a01b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:23:26.280262 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:23:26.285419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-de11e337-61fe-490b-bbaf-2f1b63555f2a admin admin] 10.222.0.24 "PUT /v2.0/routers/78501775-7cdf-47f3-b7e8-ecde5c69a01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8483682 Apr 07 08:23:26.287871 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60826) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:26.295864 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Sync routers for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:23:26.305894 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:26.306539 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:26.397947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks [] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.415998 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:26.508597 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks [] for router_gateway (78501775-7cdf-47f3-b7e8-ecde5c69a01b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.586173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60832) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:26.619526 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Deleting port c2af90f4-2500-40cc-a640-e22b541fc58e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:26.619955 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.629905 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:23:25Z', 'revision_number': 5, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port': {'id': 'c2af90f4-2500-40cc-a640-e22b541fc58e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:12Z', 'updated_at': '2022-04-07T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:26.657257 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Checking router: 78501775-7cdf-47f3-b7e8-ecde5c69a01b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:23:26.666013 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Routers {'78501775-7cdf-47f3-b7e8-ecde5c69a01b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:26.666676 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:26.701685 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8c58626-ecbb-4dc4-983b-d0912aadc4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.703272 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] For port c2af90f4-2500-40cc-a640-e22b541fc58e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=c2af90f4-2500-40cc-a640-e22b541fc58e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:26.703734 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.718179 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Calling delete_port for c2af90f4-2500-40cc-a640-e22b541fc58e owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:26.757333 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] Set router 78501775-7cdf-47f3-b7e8-ecde5c69a01b gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:26.777366 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8c58626-ecbb-4dc4-983b-d0912aadc4cb admin admin] Publish callbacks [] for security_group (b17d46fd-f8ca-450c-9956-64a97c12f4b9), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.811281 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:23:26Z', 'revision_number': 6, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:26.832866 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b8c58626-ecbb-4dc4-983b-d0912aadc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b17d46fd-f8ca-450c-9956-64a97c12f4b9), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.836864 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c29c3-8c9c-4c27-ae2d-fc6f099ef1cd None None] The sync data for ids ['78501775-7cdf-47f3-b7e8-ecde5c69a01b'] in dv-cinder-815659-6-iscsi is: [{'id': '78501775-7cdf-47f3-b7e8-ecde5c69a01b', 'name': 'tempest-TestMinimumBasicScenario-1992109492-router', 'tenant_id': '25125cdb782c4384ab8e437eb6661d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:11Z', 'updated_at': '2022-04-07T08:23:26Z', 'revision_number': 6, 'project_id': '25125cdb782c4384ab8e437eb6661d1d', 'gw_port_host': None}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:23:26.883823 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b8c58626-ecbb-4dc4-983b-d0912aadc4cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbb4119909ab4e48b933eeb4ed1c89f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965443 Apr 07 08:23:26.885032 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58626-ecbb-4dc4-983b-d0912aadc4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d46fd-f8ca-450c-9956-64a97c12f4b9,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:26.889017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60836) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:26.937030 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] Publish callbacks [] for security_group (b17d46fd-f8ca-450c-9956-64a97c12f4b9), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.952819 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (c2af90f4-2500-40cc-a640-e22b541fc58e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.959753 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] Publish callbacks [] for security_group (b17d46fd-f8ca-450c-9956-64a97c12f4b9), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:26.979581 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2af90f4-2500-40cc-a640-e22b541fc58e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:27.038132 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.091596 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b17d46fd-f8ca-450c-9956-64a97c12f4b9), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.094230 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.095533 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b17d46fd-f8ca-450c-9956-64a97c12f4b9 HTTP/1.1" status: 204 len: 168 time: 0.2055860 Apr 07 08:23:27.104503 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aec62-2693-4b59-8dfc-d8de7d6b4650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17d46fd-f8ca-450c-9956-64a97c12f4b9,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:27.129432 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.131673 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks [] for router_controller (78501775-7cdf-47f3-b7e8-ecde5c69a01b), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.246719 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (78501775-7cdf-47f3-b7e8-ecde5c69a01b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.247676 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78501775-7cdf-47f3-b7e8-ecde5c69a01b {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:23:27.252244 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.253740 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e3ba1b82-ab9a-47bb-9848-cecbc52bf41a admin admin] 10.222.0.24 "DELETE /v2.0/routers/78501775-7cdf-47f3-b7e8-ecde5c69a01b HTTP/1.1" status: 204 len: 168 time: 0.9646370 Apr 07 08:23:27.256175 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60840) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:27.304644 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Deleting subnet c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:23:27.307755 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Publish callbacks [] for subnet (c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.343349 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.460996 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.578429 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.609574 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:27.615732 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.621572 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a72fa-dcf9-44db-85b6-9cd1233e13a8 None None] Network d6342c78-0122-4d49-8791-e40ee0c5fceb requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:27.623877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60850) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:27.631203 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-55209376-4623-4fb0-8df1-bbfedc7917f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9be2f2d-e9ad-439c-864a-f5cf7bc27bb4 HTTP/1.1" status: 204 len: 168 time: 0.3698249 Apr 07 08:23:27.694314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (d6342c78-0122-4d49-8791-e40ee0c5fceb), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.753897 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Deleting port 940cd740-7a97-415f-b92f-b4156f14dfb2 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:27.758987 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.795588 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60856) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:27.808840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af9bdd74-ef04-4aae-a62a-0848b05ea686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.849184 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] DHCP port deletion for d6342c78-0122-4d49-8791-e40ee0c5fceb request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:23:27.849571 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] For port 940cd740-7a97-415f-b92f-b4156f14dfb2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=940cd740-7a97-415f-b92f-b4156f14dfb2,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:27.849948 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.874434 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Calling delete_port for 940cd740-7a97-415f-b92f-b4156f14dfb2 owned by network:dhcp {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:27.885593 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ff022924-897e-4e14-a08f-af63ecbb75d3 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:27.916900 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af9bdd74-ef04-4aae-a62a-0848b05ea686 admin admin] Publish callbacks [] for security_group (90930967-e8c9-415c-ab57-c53aa0f1dd1d), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:27.920007 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: ff022924-897e-4e14-a08f-af63ecbb75d3 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:27.922059 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ff022924-897e-4e14-a08f-af63ecbb75d3 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:27.922059 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device c2af90f4-2500-40cc-a640-e22b541fc58e no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:27.945977 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: c2af90f4-2500-40cc-a640-e22b541fc58e {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:27.946609 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device c2af90f4-2500-40cc-a640-e22b541fc58e not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:27.969816 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Deleting port 940cd740-7a97-415f-b92f-b4156f14dfb2 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:27.970305 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.000868 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-af9bdd74-ef04-4aae-a62a-0848b05ea686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (90930967-e8c9-415c-ab57-c53aa0f1dd1d), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.029053 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.040577 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] For port 940cd740-7a97-415f-b92f-b4156f14dfb2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=940cd740-7a97-415f-b92f-b4156f14dfb2,segment=NetworkSegment(9eccacd1-5b20-4b8c-9581-9c29b484b685),segment_id=9eccacd1-5b20-4b8c-9581-9c29b484b685)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:28.040904 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.041263 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-af9bdd74-ef04-4aae-a62a-0848b05ea686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb1fa735317246daba223e9e8d179d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445734 Apr 07 08:23:28.042577 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bdd74-ef04-4aae-a62a-0848b05ea686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90930967-e8c9-415c-ab57-c53aa0f1dd1d,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:28.047030 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60858) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:28.064621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=940cd740-7a97-415f-b92f-b4156f14dfb2,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:28.068665 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] No DVR routers for this DVR port 940cd740-7a97-415f-b92f-b4156f14dfb2 on host dv-cinder-815659-6-iscsi {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:28.083284 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Calling delete_port for 940cd740-7a97-415f-b92f-b4156f14dfb2 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:28.106210 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] Publish callbacks [] for security_group (90930967-e8c9-415c-ab57-c53aa0f1dd1d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.132824 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] Publish callbacks [] for security_group (90930967-e8c9-415c-ab57-c53aa0f1dd1d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.140588 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (d6342c78-0122-4d49-8791-e40ee0c5fceb), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.162157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6342c78-0122-4d49-8791-e40ee0c5fceb']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:28.172416 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eccacd1-5b20-4b8c-9581-9c29b484b685') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:28.172713 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eccacd1-5b20-4b8c-9581-9c29b484b685') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:28.180907 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (940cd740-7a97-415f-b92f-b4156f14dfb2), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.182155 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (9eccacd1-5b20-4b8c-9581-9c29b484b685), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.195843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (9eccacd1-5b20-4b8c-9581-9c29b484b685), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.202086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:23:28.202488 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (9eccacd1-5b20-4b8c-9581-9c29b484b685), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:23:28.204122 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:23:28.208701 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] Pushing event deleted for resources: {'Port': ['ID=940cd740-7a97-415f-b92f-b4156f14dfb2,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:28.212155 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece86acd-34cf-411f-ae46-2b8a51ffd212 None None] No DVR routers for this DVR port 940cd740-7a97-415f-b92f-b4156f14dfb2 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:28.252026 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (90930967-e8c9-415c-ab57-c53aa0f1dd1d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.254858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.256035 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90930967-e8c9-415c-ab57-c53aa0f1dd1d HTTP/1.1" status: 204 len: 168 time: 0.2080939 Apr 07 08:23:28.266721 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1296-b8fa-4c6b-aec7-d6aef7ce9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90930967-e8c9-415c-ab57-c53aa0f1dd1d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:28.326104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (d6342c78-0122-4d49-8791-e40ee0c5fceb), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.332002 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:28.335182 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d6342c78-0122-4d49-8791-e40ee0c5fceb HTTP/1.1" status: 204 len: 168 time: 0.7103064 Apr 07 08:23:28.338519 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60866) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:28.349259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73d00-7fbe-4714-96da-da291448f6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6342c78-0122-4d49-8791-e40ee0c5fceb,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:28.944942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (d00d9129-a976-4548-8519-2bcda7601505), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.210208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Deleting port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:29.210555 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.297404 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] For port 94e60b63-bcc8-4b84-a5ff-6d6133cb2620, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:29.297763 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.312300 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Calling delete_port for 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 owned by network:router_interface {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:29.618893 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60888) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:29.646359 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (94e60b63-bcc8-4b84-a5ff-6d6133cb2620), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.673566 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Pushing event deleted for resources: {'Port': ['ID=94e60b63-bcc8-4b84-a5ff-6d6133cb2620,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:29.724034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1618888139-network', 'tenant_id': '4e8fc470879b43428afc0323994fd2be'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:29.851939 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Made reservation on behalf of 4e8fc470879b43428afc0323994fd2be for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:23:29.854504 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.869891 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.883313 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (d00d9129-a976-4548-8519-2bcda7601505), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:29.906901 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 940cd740-7a97-415f-b92f-b4156f14dfb2 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:29.926930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 940cd740-7a97-415f-b92f-b4156f14dfb2 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:29.927287 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 940cd740-7a97-415f-b92f-b4156f14dfb2 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:30.048768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks [] for security_group (9188f8eb-41d6-4b77-a276-58261b3d96fc), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.130641 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9188f8eb-41d6-4b77-a276-58261b3d96fc), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.161244 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:23:30.182722 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188f8eb-41d6-4b77-a276-58261b3d96fc,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:30.189520 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (6a00b9d6-e7d2-4af2-bc0d-2e10b8586538), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.189870 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Added segment 6a00b9d6-e7d2-4af2-bc0d-2e10b8586538 of type vlan for network 755056f7-fce9-45c9-9fd9-139f16a64727 Apr 07 08:23:30.204170 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Router d00d9129-a976-4548-8519-2bcda7601505 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:23:30.242020 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (755056f7-fce9-45c9-9fd9-139f16a64727), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.363523 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:23:30.369138 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-aea19019-2eb9-40eb-a4ba-89647e42971c admin admin] 10.222.0.24 "PUT /v2.0/routers/d00d9129-a976-4548-8519-2bcda7601505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0291054 Apr 07 08:23:30.371336 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60900) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:30.377331 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Sync routers for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:23:30.379722 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (755056f7-fce9-45c9-9fd9-139f16a64727), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.381095 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:30.381570 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.396804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:30.397663 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:30.508627 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:30.509199 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] Pushing event updated for resources: {'Network': ['ID=755056f7-fce9-45c9-9fd9-139f16a64727,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:30.521380 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-6a22092c-1e8f-4dac-84bb-51df1355bd05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8981524 Apr 07 08:23:30.521380 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60902) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:30.525614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Request body: {'subnet': {'network_id': '755056f7-fce9-45c9-9fd9-139f16a64727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1618888139-subnet', 'tenant_id': '4e8fc470879b43428afc0323994fd2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:30.538889 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 755056f7-fce9-45c9-9fd9-139f16a64727 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:23:30.560378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks [] for router (d00d9129-a976-4548-8519-2bcda7601505), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.669899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks [] for router_gateway (d00d9129-a976-4548-8519-2bcda7601505), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.678852 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Made reservation on behalf of 4e8fc470879b43428afc0323994fd2be for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:23:30.683087 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776179'] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.757118 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:23:29Z', 'revision_number': 5, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port': {'id': 'b4b1dfa0-d733-4292-967a-db9a16a1eba3', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00d9129-a976-4548-8519-2bcda7601505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:20:19Z', 'updated_at': '2022-04-07T08:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:30.784672 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Checking router: d00d9129-a976-4548-8519-2bcda7601505 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:23:30.794587 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Routers {'d00d9129-a976-4548-8519-2bcda7601505'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:30.795225 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d00d9129-a976-4548-8519-2bcda7601505'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:30.812771 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Deleting port b4b1dfa0-d733-4292-967a-db9a16a1eba3 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:30.812771 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.890098 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] Set router d00d9129-a976-4548-8519-2bcda7601505 gateway port host: None {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:30.946345 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:23:30Z', 'revision_number': 6, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:30.956569 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] For port b4b1dfa0-d733-4292-967a-db9a16a1eba3, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b4b1dfa0-d733-4292-967a-db9a16a1eba3,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:30.956972 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:30.969186 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Calling delete_port for b4b1dfa0-d733-4292-967a-db9a16a1eba3 owned by network:router_gateway {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:30.974874 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f3037-8332-4fbf-b073-f26103d79876 None None] The sync data for ids ['d00d9129-a976-4548-8519-2bcda7601505'] in dv-cinder-815659-6-iscsi is: [{'id': 'd00d9129-a976-4548-8519-2bcda7601505', 'name': 'tempest-TestMinimumBasicScenario-908836481-router', 'tenant_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:20:18Z', 'updated_at': '2022-04-07T08:23:30Z', 'revision_number': 6, 'project_id': 'fea261ba4bc84fb69a3b107b926b2d80', 'gw_port_host': None}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:23:31.032049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2124050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25780169'] for subnet (7aef20c3-7564-4bb3-a9f1-20f5e955a41d), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.139101 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aef20c3-7564-4bb3-a9f1-20f5e955a41d,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:31.153782 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Checking segment: {'id': '6a00b9d6-e7d2-4af2-bc0d-2e10b8586538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '755056f7-fce9-45c9-9fd9-139f16a64727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:23:31.154140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Network hostable DHCP agents. Network: 755056f7-fce9-45c9-9fd9-139f16a64727, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:23:31.257033 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Network 755056f7-fce9-45c9-9fd9-139f16a64727 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:23:31.278860 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (b4b1dfa0-d733-4292-967a-db9a16a1eba3), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.304262 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b1dfa0-d733-4292-967a-db9a16a1eba3,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:31.346636 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 755056f7-fce9-45c9-9fd9-139f16a64727) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:23:31.357213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:31.357213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.357471 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a96f2b-51b2-4528-8e1d-db30992358de None None] Network 755056f7-fce9-45c9-9fd9-139f16a64727 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:31.376803 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (d00d9129-a976-4548-8519-2bcda7601505), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.469924 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-75e8da50-42d3-4630-abaa-f00cbc4b93d6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9479516 Apr 07 08:23:31.476604 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2b2728-6a84-414b-8bf1-1bf10bc48744 None None] Network 755056f7-fce9-45c9-9fd9-139f16a64727 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:31.513510 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (d00d9129-a976-4548-8519-2bcda7601505), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.515759 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks [] for router_controller (d00d9129-a976-4548-8519-2bcda7601505), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.680582 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (d00d9129-a976-4548-8519-2bcda7601505), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.681081 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d00d9129-a976-4548-8519-2bcda7601505 {{(pid=103928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:23:31.685940 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.692625 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ef9d0452-1aa4-465c-9ed3-4282a11468d6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d00d9129-a976-4548-8519-2bcda7601505 HTTP/1.1" status: 204 len: 168 time: 1.3140328 Apr 07 08:23:31.692625 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60914) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:31.735208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Deleting subnet c877f9a3-abd5-429e-96f7-e5891e570635 {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:23:31.738889 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Publish callbacks [] for subnet (c877f9a3-abd5-429e-96f7-e5891e570635), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.780256 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (c877f9a3-abd5-429e-96f7-e5891e570635), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.852897 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:31.868329 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (c877f9a3-abd5-429e-96f7-e5891e570635), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:31.882360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:31.882735 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 94e60b63-bcc8-4b84-a5ff-6d6133cb2620 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:31.883166 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b4b1dfa0-d733-4292-967a-db9a16a1eba3 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:31.906910 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: b4b1dfa0-d733-4292-967a-db9a16a1eba3 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:31.907265 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b4b1dfa0-d733-4292-967a-db9a16a1eba3 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:32.037173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (c877f9a3-abd5-429e-96f7-e5891e570635), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.070583 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c877f9a3-abd5-429e-96f7-e5891e570635,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:32.074234 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.078373 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ae50f146-850f-4e06-a2b2-42640da28c4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c877f9a3-abd5-429e-96f7-e5891e570635 HTTP/1.1" status: 204 len: 168 time: 0.3875365 Apr 07 08:23:32.080880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60926) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:32.089169 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e6e69-daec-4181-9c05-ea4218f23051 None None] Network 3dbf4601-dd75-4355-975a-4b85d9aa02bd requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:32.149411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (3dbf4601-dd75-4355-975a-4b85d9aa02bd), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.207117 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Deleting port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:32.207471 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.259258 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] DHCP port deletion for 3dbf4601-dd75-4355-975a-4b85d9aa02bd request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:23:32.311221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Deleting port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:32.311759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.358107 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60934) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:32.364695 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1337665372-network', 'tenant_id': 'a3b455ef03cb453499ab644685a744e3'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:32.450180 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Made reservation on behalf of a3b455ef03cb453499ab644685a744e3 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:23:32.453178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.463301 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.520137 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] For port 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=1ca71430-ea71-4636-ac20-744d4f8d1ce5,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:32.520824 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.535673 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Calling delete_port for 1ca71430-ea71-4636-ac20-744d4f8d1ce5 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:32.537036 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] For port 1ca71430-ea71-4636-ac20-744d4f8d1ce5, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=1ca71430-ea71-4636-ac20-744d4f8d1ce5,segment=NetworkSegment(77d1b92d-138c-4b5f-afe6-ba99705a3f5e),segment_id=77d1b92d-138c-4b5f-afe6-ba99705a3f5e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:32.537476 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.554891 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Calling delete_port for 1ca71430-ea71-4636-ac20-744d4f8d1ce5 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:32.606827 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks [] for security_group (8c389ef1-8435-441d-9add-7e93a921a9d6), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.667065 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (8c389ef1-8435-441d-9add-7e93a921a9d6), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.691950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:23:32.701172 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c389ef1-8435-441d-9add-7e93a921a9d6,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:32.707177 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (d3c6b44f-4f20-4224-bd8f-f017c5f68729), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.707524 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Added segment d3c6b44f-4f20-4224-bd8f-f017c5f68729 of type vlan for network 7ff1be94-bb91-411b-bbe5-e9b9a9820f59 Apr 07 08:23:32.715269 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.728453 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (1ca71430-ea71-4636-ac20-744d4f8d1ce5), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.753188 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] Pushing event deleted for resources: {'Port': ['ID=1ca71430-ea71-4636-ac20-744d4f8d1ce5,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:32.757152 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (7ff1be94-bb91-411b-bbe5-e9b9a9820f59), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.759565 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca71430-ea71-4636-ac20-744d4f8d1ce5,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:32.763667 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] No DVR routers for this DVR port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:32.768795 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087f3e2-6ebc-4272-9c7d-63b2030b1127 None None] No DVR routers for this DVR port 1ca71430-ea71-4636-ac20-744d4f8d1ce5 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:32.840133 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (3dbf4601-dd75-4355-975a-4b85d9aa02bd), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.858145 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (7ff1be94-bb91-411b-bbe5-e9b9a9820f59), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.862796 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:32.862796 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.862991 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbf4601-dd75-4355-975a-4b85d9aa02bd']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:32.872537 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d1b92d-138c-4b5f-afe6-ba99705a3f5e') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:32.872841 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d1b92d-138c-4b5f-afe6-ba99705a3f5e') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:32.887724 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (77d1b92d-138c-4b5f-afe6-ba99705a3f5e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.902071 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (77d1b92d-138c-4b5f-afe6-ba99705a3f5e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.909005 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:23:32.909399 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (77d1b92d-138c-4b5f-afe6-ba99705a3f5e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self.session.flush() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self.session.flush() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self.session.flush() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self.session.flush() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:23:32.911113 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:23:32.921803 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff1be94-bb91-411b-bbe5-e9b9a9820f59,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:32.931911 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 7ff1be94-bb91-411b-bbe5-e9b9a9820f59 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:23:32.981261 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d4fb285f-5fef-4cd0-930a-4a398aaa45d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6186845 Apr 07 08:23:32.982040 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 60948) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:32.987065 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Request body: {'subnet': {'network_id': '7ff1be94-bb91-411b-bbe5-e9b9a9820f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1337665372-subnet', 'tenant_id': 'a3b455ef03cb453499ab644685a744e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:23:33.176063 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (3dbf4601-dd75-4355-975a-4b85d9aa02bd), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.180741 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.184927 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3dbf4601-dd75-4355-975a-4b85d9aa02bd HTTP/1.1" status: 204 len: 168 time: 1.1025314 Apr 07 08:23:33.197169 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2227b-10cf-4b84-8988-6d66230b8d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbf4601-dd75-4355-975a-4b85d9aa02bd,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:33.290499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Made reservation on behalf of a3b455ef03cb453499ab644685a744e3 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:23:33.292912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.483975 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977186fc-7787-40e0-96a5-81d8d3efdfff req-1e8ccbaf-30a1-4c90-8a76-da52a9927740 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:33.485377 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-977186fc-7787-40e0-96a5-81d8d3efdfff req-1e8ccbaf-30a1-4c90-8a76-da52a9927740 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.1074016 Apr 07 08:23:33.541227 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-977186fc-7787-40e0-96a5-81d8d3efdfff req-46fb7d0f-005a-40eb-a7ef-50f02fc961b1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468628 Apr 07 08:23:33.594793 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (bc4bce94-eb76-4512-bd14-4f4525fcc18b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.636694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60956) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:33.654097 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4bce94-eb76-4512-bd14-4f4525fcc18b,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:33.658423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Checking segment: {'id': 'd3c6b44f-4f20-4224-bd8f-f017c5f68729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ff1be94-bb91-411b-bbe5-e9b9a9820f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:23:33.658807 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Network hostable DHCP agents. Network: 7ff1be94-bb91-411b-bbe5-e9b9a9820f59, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:23:33.680411 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-42069114-cee4-48f4-a745-3c0597aa55d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25125cdb782c4384ab8e437eb6661d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419514 Apr 07 08:23:33.683112 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60958) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:33.730099 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] Publish callbacks [] for security_group (0720e1ce-d53c-4d3c-a2f7-84db4201f10e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.748667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Network 7ff1be94-bb91-411b-bbe5-e9b9a9820f59 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:23:33.751579 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] Publish callbacks [] for security_group (0720e1ce-d53c-4d3c-a2f7-84db4201f10e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.821054 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 1ca71430-ea71-4636-ac20-744d4f8d1ce5 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:23:33.822780 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 7ff1be94-bb91-411b-bbe5-e9b9a9820f59) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:23:33.827592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:33.829127 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.841994 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb717ed9-02b7-49b0-9d7e-cdf5e9aec68b None None] Network 7ff1be94-bb91-411b-bbe5-e9b9a9820f59 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:33.844252 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 1ca71430-ea71-4636-ac20-744d4f8d1ce5 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:23:33.844599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 1ca71430-ea71-4636-ac20-744d4f8d1ce5 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:23:33.852374 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0720e1ce-d53c-4d3c-a2f7-84db4201f10e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.855771 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:33.857700 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0720e1ce-d53c-4d3c-a2f7-84db4201f10e HTTP/1.1" status: 204 len: 168 time: 0.1735895 Apr 07 08:23:33.867639 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a34405-531e-497b-842d-b6d9260408f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720e1ce-d53c-4d3c-a2f7-84db4201f10e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:33.924574 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8b6dacb8-ed59-428c-a558-34833f984acb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9409628 Apr 07 08:23:33.971939 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ba0b2f-2f37-4b6d-84e9-c939c78627b0 None None] Network 7ff1be94-bb91-411b-bbe5-e9b9a9820f59 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:23:34.665163 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677138df-7b56-45cc-b166-a5721cd5625c req-2b37e982-c52e-4baf-a1a1-94bd73afc9ac tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:34.666706 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-677138df-7b56-45cc-b166-a5721cd5625c req-2b37e982-c52e-4baf-a1a1-94bd73afc9ac tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Apr 07 08:23:34.682540 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60976) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:34.714181 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-677138df-7b56-45cc-b166-a5721cd5625c req-7a38e0d6-73d5-4f26-a6ed-936442e915f7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Apr 07 08:23:34.724193 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-42b7a4af-d8cd-410e-840c-4dc3e3161e9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fea261ba4bc84fb69a3b107b926b2d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380363 Apr 07 08:23:34.725998 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 60978) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:34.775777 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] Publish callbacks [] for security_group (b94dd845-ffe1-45a4-a81f-c38381f806b2), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:34.795396 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] Publish callbacks [] for security_group (b94dd845-ffe1-45a4-a81f-c38381f806b2), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:34.901524 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b94dd845-ffe1-45a4-a81f-c38381f806b2), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:34.904761 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:34.905950 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b94dd845-ffe1-45a4-a81f-c38381f806b2 HTTP/1.1" status: 204 len: 168 time: 0.1789434 Apr 07 08:23:34.913820 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3edf31-9787-4971-a8f8-5af591b1b163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94dd845-ffe1-45a4-a81f-c38381f806b2,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:35.839738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65deb3-d275-41e2-baef-6eeb1b947f9e req-987df2ba-238d-4c43-bca0-dab8432578c7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:35.841227 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7a65deb3-d275-41e2-baef-6eeb1b947f9e req-987df2ba-238d-4c43-bca0-dab8432578c7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Apr 07 08:23:35.886964 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7a65deb3-d275-41e2-baef-6eeb1b947f9e req-dfeb0965-8854-4bf9-bc66-5d0ccaee8ad5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400021 Apr 07 08:23:37.009303 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bafe9-0b7b-4bc5-847b-df3b540a21d2 req-977691ca-dcc5-4dac-8488-5c7d5912d622 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:37.010914 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2e8bafe9-0b7b-4bc5-847b-df3b540a21d2 req-977691ca-dcc5-4dac-8488-5c7d5912d622 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0526888 Apr 07 08:23:37.057304 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2e8bafe9-0b7b-4bc5-847b-df3b540a21d2 req-0e79b96d-a660-4649-a353-36f08c90387d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 Apr 07 08:23:38.182204 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10807a6-4a0c-4991-8c05-47186288e607 req-332f9500-0413-4317-8b47-fb3e8fb60d88 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:38.183798 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b10807a6-4a0c-4991-8c05-47186288e607 req-332f9500-0413-4317-8b47-fb3e8fb60d88 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Apr 07 08:23:38.236466 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b10807a6-4a0c-4991-8c05-47186288e607 req-008f0d22-0383-4a4f-a2c0-7a1115dc4cfc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 Apr 07 08:23:39.358863 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07e2d9-c5e2-4a31-83de-813213dddca2 req-2cff3659-a6e2-4f26-8d1b-e99d9b7bdc45 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:39.360352 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c07e2d9-c5e2-4a31-83de-813213dddca2 req-2cff3659-a6e2-4f26-8d1b-e99d9b7bdc45 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Apr 07 08:23:39.407693 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c07e2d9-c5e2-4a31-83de-813213dddca2 req-a49ffef9-5b53-4cf1-b657-8ab7f8a40f3a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413208 Apr 07 08:23:40.533092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e2341-8adc-404b-bb15-056e7c583bd7 req-61ec06c6-2577-4036-8a30-988156851f37 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:40.534575 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-020e2341-8adc-404b-bb15-056e7c583bd7 req-61ec06c6-2577-4036-8a30-988156851f37 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0559351 Apr 07 08:23:40.581335 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-020e2341-8adc-404b-bb15-056e7c583bd7 req-27c482ae-7b5c-4a5d-b92a-22844eeba91d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Apr 07 08:23:41.708754 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aeae1-8671-4538-9ef2-779144458a1a req-4359f732-9fe8-4a93-a1e9-68a991b9c1b7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:41.710234 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b0aeae1-8671-4538-9ef2-779144458a1a req-4359f732-9fe8-4a93-a1e9-68a991b9c1b7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0550213 Apr 07 08:23:41.756328 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b0aeae1-8671-4538-9ef2-779144458a1a req-f0d98548-cae6-4ac9-815e-4d8a47d7abdf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Apr 07 08:23:42.880231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37698414-20e9-4dfc-84c1-8cdcebcb5a32 req-c36a3d27-cc99-4b68-a490-1914eb099ead tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:42.881631 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-37698414-20e9-4dfc-84c1-8cdcebcb5a32 req-c36a3d27-cc99-4b68-a490-1914eb099ead tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0531590 Apr 07 08:23:42.929531 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-37698414-20e9-4dfc-84c1-8cdcebcb5a32 req-c8d8cacb-85bf-4c67-bf4f-4fc1e6c0b6bc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Apr 07 08:23:43.842011 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-b2b100a9-3496-4785-92b4-648144b81377 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456161 Apr 07 08:23:43.947075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-950f1f9b-8679-485b-8dd5-9bb4a7566649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:43.948572 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-950f1f9b-8679-485b-8dd5-9bb4a7566649 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a65dca85af0457db32c0cecffd81193&device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 1129 time: 0.0436692 Apr 07 08:23:43.963816 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:23:44.089636 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-8490ab2b-2c03-4fcf-a795-227a50193c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:44.093008 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-8490ab2b-2c03-4fcf-a795-227a50193c3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 200 len: 911 time: 0.1201656 Apr 07 08:23:44.103184 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d626d2-627f-42d6-9d04-c389045dda05 req-3c7eded8-c86d-479c-ab0d-6f8e83294a11 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:44.104532 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c3d626d2-627f-42d6-9d04-c389045dda05 req-3c7eded8-c86d-479c-ab0d-6f8e83294a11 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0824594 Apr 07 08:23:44.189787 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-34532915-7ffe-4379-84a1-e48f154b3a75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 200 len: 1001 time: 0.0842865 Apr 07 08:23:44.193167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c3d626d2-627f-42d6-9d04-c389045dda05 req-5b5517c1-9726-4d16-995a-9d01039d0f01 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815985 Apr 07 08:23:44.244591 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-25402ec6-dbbc-4099-851d-2117ffb413d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:44.246205 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-25402ec6-dbbc-4099-851d-2117ffb413d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 200 len: 849 time: 0.0497804 Apr 07 08:23:44.294784 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-8a14d410-5c23-480d-86ec-a7f0101df992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:44.296179 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-8a14d410-5c23-480d-86ec-a7f0101df992 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f5bda89-16b9-445c-a976-5051601d8d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431008 Apr 07 08:23:44.385902 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-3a745787-af58-4ee4-b4c3-b5d6164b5930 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813258 Apr 07 08:23:44.476034 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1cc58ab-6518-4263-877a-2e1cd9d2d08c req-b5a5a6bd-1765-42fb-af02-4b8d5e22e9f0 service neutron] 10.222.0.20 "GET /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838008 Apr 07 08:23:44.954082 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:45.316843 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd008e59-6e0d-47d2-af77-ac1f38c27843 req-559009cb-4cb0-4578-a05f-716d727825c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:45.318311 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd008e59-6e0d-47d2-af77-ac1f38c27843 req-559009cb-4cb0-4578-a05f-716d727825c5 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0539029 Apr 07 08:23:45.364170 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd008e59-6e0d-47d2-af77-ac1f38c27843 req-b56ed5b3-88e0-4f41-80d3-a2e81ad81832 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Apr 07 08:23:46.488324 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261990-0b86-45b0-98c5-03e313e1d8cf req-3acf86e3-fe88-46d1-8b58-9ba981e904b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:46.489765 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-50261990-0b86-45b0-98c5-03e313e1d8cf req-3acf86e3-fe88-46d1-8b58-9ba981e904b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0558791 Apr 07 08:23:46.535400 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-50261990-0b86-45b0-98c5-03e313e1d8cf req-8b7fc616-2242-4088-82c9-8e11f7bc714c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399911 Apr 07 08:23:47.658021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21cca7-9b20-42bd-8b10-a8077b47a932 req-f30966bd-d04c-4503-aa91-29fda8b1e553 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:47.659545 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a21cca7-9b20-42bd-8b10-a8077b47a932 req-f30966bd-d04c-4503-aa91-29fda8b1e553 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Apr 07 08:23:47.705560 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a21cca7-9b20-42bd-8b10-a8077b47a932 req-9aebe925-8fdd-48d1-93fc-32deb6532e40 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 Apr 07 08:23:48.708399 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7f8618f2-0456-437a-a63e-0c3e7e66b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:48.834963 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa5b9-ad86-4917-a38e-f36333669ca4 req-7b50a419-6856-4607-882f-a2968bf7ed88 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:48.836436 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32bfa5b9-ad86-4917-a38e-f36333669ca4 req-7b50a419-6856-4607-882f-a2968bf7ed88 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0560529 Apr 07 08:23:48.896900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32bfa5b9-ad86-4917-a38e-f36333669ca4 req-f7ec7919-d948-45be-95b3-e5d1eae7542b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543578 Apr 07 08:23:50.020621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c5b27-eb52-467e-bf7a-6c0b5731bee5 req-758de7c9-8a54-43e6-b694-9f9db5bd19aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:50.021971 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-821c5b27-eb52-467e-bf7a-6c0b5731bee5 req-758de7c9-8a54-43e6-b694-9f9db5bd19aa tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Apr 07 08:23:50.066641 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-821c5b27-eb52-467e-bf7a-6c0b5731bee5 req-6504cc85-4047-4998-b9fb-a5a18d38f798 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 Apr 07 08:23:50.885863 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4019-fa06-41c6-a3ac-b8670dc33e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:50.901697 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 32954) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:50.948514 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Deleting subnet 7aef20c3-7564-4bb3-a9f1-20f5e955a41d {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:23:50.951829 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Publish callbacks [] for subnet (7aef20c3-7564-4bb3-a9f1-20f5e955a41d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:50.987356 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (7aef20c3-7564-4bb3-a9f1-20f5e955a41d), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.025746 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (7aef20c3-7564-4bb3-a9f1-20f5e955a41d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.154641 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (7aef20c3-7564-4bb3-a9f1-20f5e955a41d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.186532 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aef20c3-7564-4bb3-a9f1-20f5e955a41d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:51.188562 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.189936 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e613d0-8dcf-4579-9fa5-afae19d3f336 req-d2fa2ce5-d0f3-4d24-aa09-526723224dbd tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:51.191448 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90e613d0-8dcf-4579-9fa5-afae19d3f336 req-d2fa2ce5-d0f3-4d24-aa09-526723224dbd tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0543082 Apr 07 08:23:51.194237 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 32966) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:51.194372 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-945d6645-a4eb-4188-adfe-3445183fd139 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7aef20c3-7564-4bb3-a9f1-20f5e955a41d HTTP/1.1" status: 204 len: 168 time: 0.2917175 Apr 07 08:23:51.543915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (755056f7-fce9-45c9-9fd9-139f16a64727), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.555071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-90e613d0-8dcf-4579-9fa5-afae19d3f336 req-0dddac99-7bba-4e41-b158-6448d128b578 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543332 Apr 07 08:23:51.628984 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (755056f7-fce9-45c9-9fd9-139f16a64727), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.635154 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:23:51.648669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755056f7-fce9-45c9-9fd9-139f16a64727']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:51.658342 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a00b9d6-e7d2-4af2-bc0d-2e10b8586538') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:51.658673 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a00b9d6-e7d2-4af2-bc0d-2e10b8586538') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:51.667725 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (6a00b9d6-e7d2-4af2-bc0d-2e10b8586538), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.681091 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (6a00b9d6-e7d2-4af2-bc0d-2e10b8586538), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.686934 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:23:51.687922 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (6a00b9d6-e7d2-4af2-bc0d-2e10b8586538), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:23:51.689632 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:23:51.729907 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:51.745116 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:23:51.781589 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: ACTIVE; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:23:51.781975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.794454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:23:51.815008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:51.832507 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (755056f7-fce9-45c9-9fd9-139f16a64727), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.836700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.842673 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] 10.222.0.24 "DELETE /v2.0/networks/755056f7-fce9-45c9-9fd9-139f16a64727 HTTP/1.1" status: 204 len: 168 time: 0.6447074 Apr 07 08:23:51.842792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 32970) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:51.880062 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397d527-ae93-4b74-adde-5ec8ed84cbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=755056f7-fce9-45c9-9fd9-139f16a64727,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:51.901056 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Deleting subnet bc4bce94-eb76-4512-bd14-4f4525fcc18b {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:23:51.904238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Publish callbacks [] for subnet (bc4bce94-eb76-4512-bd14-4f4525fcc18b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.907234 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.940031 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (bc4bce94-eb76-4512-bd14-4f4525fcc18b), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:51.961859 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=6']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:51.968979 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.969328 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.969683 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.970208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.970572 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.970907 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.971236 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.971562 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.971891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.972217 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.972541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.973029 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.973502 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.973833 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.974155 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:23:51.980486 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (bc4bce94-eb76-4512-bd14-4f4525fcc18b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.074730 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['4bd2ea0b-e02f-495e-ab48-ef1135933d5c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:23:52.101840 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (bc4bce94-eb76-4512-bd14-4f4525fcc18b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.131004 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4bce94-eb76-4512-bd14-4f4525fcc18b,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:52.136833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.140075 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-511e3102-b623-4d90-9348-18801df168e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc4bce94-eb76-4512-bd14-4f4525fcc18b HTTP/1.1" status: 204 len: 168 time: 0.2963402 Apr 07 08:23:52.142598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 32980) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:52.211201 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (7ff1be94-bb91-411b-bbe5-e9b9a9820f59), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.301335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (7ff1be94-bb91-411b-bbe5-e9b9a9820f59), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.302380 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.321300 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff1be94-bb91-411b-bbe5-e9b9a9820f59']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:52.330415 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c6b44f-4f20-4224-bd8f-f017c5f68729') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:52.330787 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c6b44f-4f20-4224-bd8f-f017c5f68729') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:52.340157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (d3c6b44f-4f20-4224-bd8f-f017c5f68729), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.354757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (d3c6b44f-4f20-4224-bd8f-f017c5f68729), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.360691 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:23:52.361074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (d3c6b44f-4f20-4224-bd8f-f017c5f68729), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:23:52.362978 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:23:52.542600 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (7ff1be94-bb91-411b-bbe5-e9b9a9820f59), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.549241 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:52.552411 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ff1be94-bb91-411b-bbe5-e9b9a9820f59 HTTP/1.1" status: 204 len: 168 time: 0.4087305 Apr 07 08:23:52.569559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31142db6-23c6-4daa-81fb-b9c8331545f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff1be94-bb91-411b-bbe5-e9b9a9820f59,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:52.692535 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d84a-0aaf-468e-aaa6-3d7b66125649 req-9aa7136d-9746-4556-864b-cfcd66fd559d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:52.694018 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d78d84a-0aaf-468e-aaa6-3d7b66125649 req-9aa7136d-9746-4556-864b-cfcd66fd559d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0604451 Apr 07 08:23:52.740736 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d78d84a-0aaf-468e-aaa6-3d7b66125649 req-a85e2e78-1c33-46bf-9812-c4ec62385601 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Apr 07 08:23:52.981550 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33002) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:53.028390 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-137e4e0a-b4ad-496d-b0c0-8e2f5fd1fb50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e8fc470879b43428afc0323994fd2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456629 Apr 07 08:23:53.031068 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33004) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:53.080372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] Publish callbacks [] for security_group (9188f8eb-41d6-4b77-a276-58261b3d96fc), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.103715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] Publish callbacks [] for security_group (9188f8eb-41d6-4b77-a276-58261b3d96fc), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.251205 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (9188f8eb-41d6-4b77-a276-58261b3d96fc), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.254573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.255743 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9188f8eb-41d6-4b77-a276-58261b3d96fc HTTP/1.1" status: 204 len: 168 time: 0.2237024 Apr 07 08:23:53.264293 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e2a9c-05e0-4872-b6e5-a0c0e1710430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188f8eb-41d6-4b77-a276-58261b3d96fc,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:53.478594 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.644677 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:23:53.763213 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:23:53.763588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.905011 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:23:53.905549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:53.937885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952cbc-7e06-43fa-9737-069bad0aa96b req-9786b0bf-9729-48cc-bb21-620104f076de tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:53.939223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:53.940680 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be952cbc-7e06-43fa-9737-069bad0aa96b req-9786b0bf-9729-48cc-bb21-620104f076de tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0857885 Apr 07 08:23:53.941899 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa846f0-713d-4714-aaa7-8483ab426f1d" -d '{"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:53.956056 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:53.993912 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-be952cbc-7e06-43fa-9737-069bad0aa96b req-66fcf3ea-558e-4a33-a215-79ad777de531 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 Apr 07 08:23:54.043347 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01519d37-d06d-48d3-8d93-877c0ff939ff x-openstack-request-id: req-01519d37-d06d-48d3-8d93-877c0ff939ff {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:54.043941 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:54.044264 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01519d37-d06d-48d3-8d93-877c0ff939ff {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:54.044667 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01519d37-d06d-48d3-8d93-877c0ff939ff'] response: {'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'code': 200} Apr 07 08:23:54.051214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:54.106540 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=7']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:54.312037 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33030) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:54.361537 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fe8a373e-89dd-464f-bf9b-e9930ba8c0f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3b455ef03cb453499ab644685a744e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470462 Apr 07 08:23:54.364651 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33032) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:54.413572 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] Publish callbacks [] for security_group (8c389ef1-8435-441d-9add-7e93a921a9d6), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:54.444081 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] Publish callbacks [] for security_group (8c389ef1-8435-441d-9add-7e93a921a9d6), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:54.544011 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107f3b-e3d1-4c91-9e8b-ad9b2a10fc4d req-9fa3a711-921c-409c-bf37-0681201a0c67 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:54.545524 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38107f3b-e3d1-4c91-9e8b-ad9b2a10fc4d req-9fa3a711-921c-409c-bf37-0681201a0c67 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0630486 Apr 07 08:23:54.576439 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (8c389ef1-8435-441d-9add-7e93a921a9d6), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:54.580756 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:54.582658 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c389ef1-8435-441d-9add-7e93a921a9d6 HTTP/1.1" status: 204 len: 168 time: 0.2163644 Apr 07 08:23:54.602718 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0faa6-e8bd-4893-b246-898d00997692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c389ef1-8435-441d-9add-7e93a921a9d6,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:54.619279 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38107f3b-e3d1-4c91-9e8b-ad9b2a10fc4d req-9f932e27-4672-43f0-9651-04597590f3af tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671418 Apr 07 08:23:54.783505 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:55.150936 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cbc3-f52c-4ace-a11a-7f463215f960 req-53a38f7e-63f9-410c-bef1-31a80bc61b48 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:55.152243 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1cd2cbc3-f52c-4ace-a11a-7f463215f960 req-53a38f7e-63f9-410c-bef1-31a80bc61b48 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0652697 Apr 07 08:23:55.208889 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1cd2cbc3-f52c-4ace-a11a-7f463215f960 req-f9412bf9-8178-4e87-9c04-1d8dbcff684b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505540 Apr 07 08:23:55.861053 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cad38-fbff-4afa-84fe-76d6a2849495 req-bc5e9e4e-76e7-4a49-95f0-1db4baa1ce2c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:55.861053 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-724cad38-fbff-4afa-84fe-76d6a2849495 req-bc5e9e4e-76e7-4a49-95f0-1db4baa1ce2c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0533810 Apr 07 08:23:55.861053 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-724cad38-fbff-4afa-84fe-76d6a2849495 req-5feff7fe-b096-4d7e-8b70-7038baf4c059 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Apr 07 08:23:56.357829 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250dfee-11be-44f3-85f9-511fc1969816 req-e5222f28-1b9e-4fab-8f1a-9ea7eeb49eda tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:56.359616 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d250dfee-11be-44f3-85f9-511fc1969816 req-e5222f28-1b9e-4fab-8f1a-9ea7eeb49eda tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0629830 Apr 07 08:23:56.415295 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d250dfee-11be-44f3-85f9-511fc1969816 req-0de25290-1e51-49c0-b7ea-5e248804d9c9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485585 Apr 07 08:23:56.688671 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33074) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:56.835416 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a346ddab-08d2-4ee4-8d95-d5a1fd19acd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:56.870445 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-ae53850f-b2df-411e-8107-ce1e8331d5e2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:56.872073 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-ae53850f-b2df-411e-8107-ce1e8331d5e2 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.0898337 Apr 07 08:23:57.023097 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2915eb-0386-402f-a0f1-843b9ee72ed5 req-efbad29a-9eb4-4cde-800e-e2a9ccf8ba84 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:57.024615 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9e2915eb-0386-402f-a0f1-843b9ee72ed5 req-efbad29a-9eb4-4cde-800e-e2a9ccf8ba84 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 945 time: 0.1516039 Apr 07 08:23:57.051039 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a346ddab-08d2-4ee4-8d95-d5a1fd19acd8 admin admin] Publish callbacks [] for security_group (bdcf2ae7-6f92-405e-991f-0c02da91c344), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.106573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Deleting port f4edc15a-ba28-4cb1-9801-9a2f9be2942d {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:23:57.106573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.120447 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9e2915eb-0386-402f-a0f1-843b9ee72ed5 req-ff298f8b-bf3e-46ab-8dc7-958a65fe5f94 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfb3a76-dac7-4466-9a07-ea370972d841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873032 Apr 07 08:23:57.123169 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a346ddab-08d2-4ee4-8d95-d5a1fd19acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (bdcf2ae7-6f92-405e-991f-0c02da91c344), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.230352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346ddab-08d2-4ee4-8d95-d5a1fd19acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf2ae7-6f92-405e-991f-0c02da91c344,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:57.242274 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33080) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:23:57.242776 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a346ddab-08d2-4ee4-8d95-d5a1fd19acd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a3ccec211234c46be28fb06a93cdcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524218 Apr 07 08:23:57.293377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] For port f4edc15a-ba28-4cb1-9801-9a2f9be2942d, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:23:57.293719 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.311057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] Publish callbacks [] for security_group (bdcf2ae7-6f92-405e-991f-0c02da91c344), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.339518 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] Publish callbacks [] for security_group (bdcf2ae7-6f92-405e-991f-0c02da91c344), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.455598 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (bdcf2ae7-6f92-405e-991f-0c02da91c344), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.458073 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.466005 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdcf2ae7-6f92-405e-991f-0c02da91c344 HTTP/1.1" status: 204 len: 168 time: 0.2212796 Apr 07 08:23:57.489675 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea01c7f-17fa-4fb0-ad77-49308f4680ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf2ae7-6f92-405e-991f-0c02da91c344,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:57.537497 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.537871 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.538183 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Floating IP 8a5805c7-450c-4398-a1ca-626b0d918c9a disassociated. External IP: 172.27.1.184, port: f4edc15a-ba28-4cb1-9801-9a2f9be2942d. Apr 07 08:23:57.538548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Calling delete_port for f4edc15a-ba28-4cb1-9801-9a2f9be2942d owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:23:57.683281 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2dfe-8865-4ef6-a8e0-a7e56ce4c450 req-43e1269e-ab52-467e-ab6d-cafcf0bfca1a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:57.684870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d56c2dfe-8865-4ef6-a8e0-a7e56ce4c450 req-43e1269e-ab52-467e-ab6d-cafcf0bfca1a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0752213 Apr 07 08:23:57.773245 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d56c2dfe-8865-4ef6-a8e0-a7e56ce4c450 req-b1806e7f-375e-4db5-9382-76ae290cc52e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826235 Apr 07 08:23:57.840376 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (f4edc15a-ba28-4cb1-9801-9a2f9be2942d), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:57.877408 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'Port': ['ID=f4edc15a-ba28-4cb1-9801-9a2f9be2942d,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:23:58.033993 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:23:58.155100 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:23:58.170495 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:23:58.185005 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:58.185712 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:58.217286 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] No DVR routers for this DVR port f4edc15a-ba28-4cb1-9801-9a2f9be2942d on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:23:58.220916 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:23:58.226763 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4f78895f-811e-4263-ae5f-b68800dd4a38 req-4fd894ac-2403-4cf0-beac-2ebc28789088 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.20 "DELETE /v2.0/ports/f4edc15a-ba28-4cb1-9801-9a2f9be2942d HTTP/1.1" status: 204 len: 173 time: 1.3380449 Apr 07 08:23:58.226763 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'name': 'network-vif-deleted', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:23:58.227837 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e33b7d-4e5b-4829-9243-03767c7acee2" -d '{"events": [{"server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "name": "network-vif-deleted", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:23:58.299479 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-36c48db6-317b-4767-b678-ea8182cc1c74 req-95a2ccb1-210e-4736-b39e-afabaa3ee4da tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0434127 Apr 07 08:23:58.312722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b75017-696f-4f52-8e93-9225ccfa03ef x-openstack-request-id: req-98b75017-696f-4f52-8e93-9225ccfa03ef {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:23:58.313042 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203270e8-8d4c-437c-ad88-382dd594cdbd", "name": "network-vif-deleted", "tag": "f4edc15a-ba28-4cb1-9801-9a2f9be2942d", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:23:58.313186 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98b75017-696f-4f52-8e93-9225ccfa03ef {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:23:58.313608 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b75017-696f-4f52-8e93-9225ccfa03ef'] response: {'server_uuid': '203270e8-8d4c-437c-ad88-382dd594cdbd', 'name': 'network-vif-deleted', 'tag': 'f4edc15a-ba28-4cb1-9801-9a2f9be2942d', 'status': 'completed', 'code': 200} Apr 07 08:23:58.402537 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:58.834438 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:58.892646 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:23:58.918426 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:23:58.919117 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:59.027297 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77786a-a3dc-4810-8e2e-59b9bae556f7 req-b8235fb0-380d-4f8b-acbd-9b472c206467 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:23:59.029097 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef77786a-a3dc-4810-8e2e-59b9bae556f7 req-b8235fb0-380d-4f8b-acbd-9b472c206467 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.1261802 Apr 07 08:23:59.109982 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef77786a-a3dc-4810-8e2e-59b9bae556f7 req-c24bd15c-372a-433a-a87e-5702f277d2f7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726719 Apr 07 08:23:59.144772 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:23:59.364442 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:23:59.392761 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c8232-2590-4c43-b42e-d6c21fa1ddb7 None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '30c66573-9c5e-450e-9850-f346063bc9f5', 'name': '', 'network_id': '6f5bda89-16b9-445c-a976-5051601d8d24', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'mac_address': 'fa:16:3e:cc:c6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:48Z', 'updated_at': '2022-04-07T08:17:00Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'subnets': [{'id': '07b418ef-0a96-4d61-86d2-868b046ed9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:23:59.415143 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eeec0b08-1726-4af9-95e7-4ebc35294218 req-980049de-31a4-43dd-9ee2-d769db2d0935 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/ports?device_id=203270e8-8d4c-437c-ad88-382dd594cdbd HTTP/1.1" status: 200 len: 210 time: 0.0285153 Apr 07 08:23:59.632923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f1dd4-3050-41a9-a556-1a0d4b9495cb None None] New status for floating IP 8a5805c7-450c-4398-a1ca-626b0d918c9a: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:24:00.247966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0881-3720-4ace-a72c-5be3f3deb9c8 req-363b7767-f851-48c7-baef-c09b4a692804 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:00.252427 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4b7a0881-3720-4ace-a72c-5be3f3deb9c8 req-363b7767-f851-48c7-baef-c09b4a692804 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0641828 Apr 07 08:24:00.301239 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4b7a0881-3720-4ace-a72c-5be3f3deb9c8 req-25a8a745-cb42-49f1-b693-446f6a060fbe tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Apr 07 08:24:00.585042 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33134) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:00.650435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (0cfb3a76-dac7-4466-9a07-ea370972d841), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:00.675284 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (0cfb3a76-dac7-4466-9a07-ea370972d841), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:00.843999 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0cfb3a76-dac7-4466-9a07-ea370972d841), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:00.847132 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:00.851466 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33136) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:00.859097 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cfb3a76-dac7-4466-9a07-ea370972d841 HTTP/1.1" status: 204 len: 168 time: 0.2716582 Apr 07 08:24:00.869905 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065280dc-43a4-4a20-8b7f-8b01170f2ad0 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb3a76-dac7-4466-9a07-ea370972d841,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:00.871200 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.api.v2.resource [None req-fe62f151-e162-4ed4-96b1-8a54b084881c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] show failed (client error): The resource could not be found. Apr 07 08:24:00.873673 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-fe62f151-e162-4ed4-96b1-8a54b084881c tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "GET /v2.0/security-groups/0cfb3a76-dac7-4466-9a07-ea370972d841 HTTP/1.1" status: 404 len: 347 time: 0.0209332 Apr 07 08:24:00.879764 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33138) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:01.012267 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Deleting port 5d4f93ac-9c91-4009-9fd8-e9908dd50125 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:01.012764 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.096369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.096994 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (5d4f93ac-9c91-4009-9fd8-e9908dd50125), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.113878 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Calling delete_port for 5d4f93ac-9c91-4009-9fd8-e9908dd50125 owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:01.369864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (5d4f93ac-9c91-4009-9fd8-e9908dd50125), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.402939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Pushing event deleted for resources: {'Port': ['ID=5d4f93ac-9c91-4009-9fd8-e9908dd50125,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:01.438719 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.439123 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.439461 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.439804 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.440141 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.440473 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.440801 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.441125 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.441455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.441781 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.442105 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.442432 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.442780 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.443105 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.443425 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:01.517489 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef794c2a-8c1d-4d77-b625-822e371fdda3 req-ce55ff3c-0ad6-4216-814e-ab60e19c57e7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:01.519071 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef794c2a-8c1d-4d77-b625-822e371fdda3 req-ce55ff3c-0ad6-4216-814e-ab60e19c57e7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.1173601 Apr 07 08:24:01.525253 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks [] for floatingip (8a5805c7-450c-4398-a1ca-626b0d918c9a), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.527868 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:01.529014 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-00d05ad4-a427-4157-9666-d1e2dab3a535 tempest-AttachVolumeTestJSON-1035451781 tempest-AttachVolumeTestJSON-1035451781-project] 10.222.0.24 "DELETE /v2.0/floatingips/8a5805c7-450c-4398-a1ca-626b0d918c9a HTTP/1.1" status: 204 len: 168 time: 0.6480038 Apr 07 08:24:01.610813 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ef794c2a-8c1d-4d77-b625-822e371fdda3 req-58a1d61e-9d52-4748-899d-d6b9ac6f73ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805361 Apr 07 08:24:01.687575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f4edc15a-ba28-4cb1-9801-9a2f9be2942d no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:01.715294 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: f4edc15a-ba28-4cb1-9801-9a2f9be2942d {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:01.715963 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f4edc15a-ba28-4cb1-9801-9a2f9be2942d not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:02.748471 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3281f-0527-40c4-beb5-3643634f8afe req-adbca0a0-9223-4dbd-96a1-7090720309ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:02.750159 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96f3281f-0527-40c4-beb5-3643634f8afe req-adbca0a0-9223-4dbd-96a1-7090720309ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0600631 Apr 07 08:24:02.810971 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96f3281f-0527-40c4-beb5-3643634f8afe req-0b9f0dd8-a582-4a37-a600-68cbe60945ca tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532639 Apr 07 08:24:03.935419 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60bec6-a700-49d0-8ce5-f99e61d411e9 req-b86c845e-1fa5-4ae1-8d7f-e083abaaf447 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:03.936915 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa60bec6-a700-49d0-8ce5-f99e61d411e9 req-b86c845e-1fa5-4ae1-8d7f-e083abaaf447 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0541437 Apr 07 08:24:03.982959 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa60bec6-a700-49d0-8ce5-f99e61d411e9 req-e5e590ab-0323-4282-953f-97b31d134bb9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Apr 07 08:24:05.110924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-5717b2dc-de0e-438f-b4ce-b3eb72bff9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:05.110924 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-5717b2dc-de0e-438f-b4ce-b3eb72bff9af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1129 time: 0.0776265 Apr 07 08:24:05.127566 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7fea-d316-4bcd-ae29-853d8e1a262a req-63f19456-75d3-490d-a2b7-0873ebe494a6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:05.129010 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e69e7fea-d316-4bcd-ae29-853d8e1a262a req-63f19456-75d3-490d-a2b7-0873ebe494a6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.0743220 Apr 07 08:24:05.231416 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e69e7fea-d316-4bcd-ae29-853d8e1a262a req-079ad08c-0cd2-4920-a7ab-37b574bcbbe4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926926 Apr 07 08:24:05.242020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-52aa857a-98e1-47cb-a5d3-cc2344bb83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:05.243167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-52aa857a-98e1-47cb-a5d3-cc2344bb83de service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1308000 Apr 07 08:24:05.310660 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-857366fb-3804-4956-88d7-894cb3db8bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 1001 time: 0.0601270 Apr 07 08:24:05.364477 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-67eef2ac-71af-4d25-87b3-ab5e46b980df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:05.365988 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-67eef2ac-71af-4d25-87b3-ab5e46b980df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0445726 Apr 07 08:24:05.421802 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-1879bb12-5acb-434c-b32b-139df99687ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:05.423390 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-1879bb12-5acb-434c-b32b-139df99687ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503013 Apr 07 08:24:05.513494 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-f5070426-a69d-4882-acad-318a311e7839 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827658 Apr 07 08:24:05.607243 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9a60d89-1210-4fdc-9066-fac1dfa73e37 req-3572bd39-5f3b-4c4e-b3fd-e420fdbf2276 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856388 Apr 07 08:24:05.734113 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33216) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:06.228378 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (09459841-a872-418c-80ee-39d125d5ef5b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:06.628360 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477b58-1dff-44d8-9b3a-63493a41a49a req-943f0651-7a44-4761-831d-8392e3b4eab1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:06.629827 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-72477b58-1dff-44d8-9b3a-63493a41a49a req-943f0651-7a44-4761-831d-8392e3b4eab1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.1037612 Apr 07 08:24:06.729252 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-72477b58-1dff-44d8-9b3a-63493a41a49a req-92d8a55f-0a34-4d45-a420-4e1d768d71bf tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927997 Apr 07 08:24:06.816627 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Deleting port 30c66573-9c5e-450e-9850-f346063bc9f5 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:06.816971 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:06.897148 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] For port 30c66573-9c5e-450e-9850-f346063bc9f5, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=30c66573-9c5e-450e-9850-f346063bc9f5,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:06.899924 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:06.910222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Calling delete_port for 30c66573-9c5e-450e-9850-f346063bc9f5 owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:07.159774 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (30c66573-9c5e-450e-9850-f346063bc9f5), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:07.183305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Pushing event deleted for resources: {'Port': ['ID=30c66573-9c5e-450e-9850-f346063bc9f5,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:07.369028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (09459841-a872-418c-80ee-39d125d5ef5b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:07.605443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Router 09459841-a872-418c-80ee-39d125d5ef5b has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:24:07.700497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:07.739014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:07.745585 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-53f29ce7-1ce3-4c2f-9ea5-dbacdfa447df admin admin] 10.222.0.24 "PUT /v2.0/routers/09459841-a872-418c-80ee-39d125d5ef5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0095417 Apr 07 08:24:07.749622 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33278) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:07.756888 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Sync routers for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:07.767621 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:07.768255 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:07.892029 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: ACTIVE; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:07.895092 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:07.922243 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:07.934178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks [] for router (09459841-a872-418c-80ee-39d125d5ef5b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:07.954224 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:07.955191 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:24:07.958152 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc0f9da-d440-456d-a6dc-3ed557284a22" -d '{"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:24:07.984327 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b87ed-6e16-481f-b01b-3eeafe8ea5fc req-88d596ce-0eab-4b4a-95e0-1dd403a15df2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:07.988597 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b4b87ed-6e16-481f-b01b-3eeafe8ea5fc req-88d596ce-0eab-4b4a-95e0-1dd403a15df2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 945 time: 0.1158061 Apr 07 08:24:08.057250 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.101053 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1b4b87ed-6e16-481f-b01b-3eeafe8ea5fc req-a257295a-71e5-49d4-b2c5-61e90ce089f3 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682015 Apr 07 08:24:08.103070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks [] for router_gateway (09459841-a872-418c-80ee-39d125d5ef5b), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.143765 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:24:07Z', 'revision_number': 5, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port': {'id': 'f0faf324-7c83-4e62-bc2c-e5997fbf3b97', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09459841-a872-418c-80ee-39d125d5ef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:08.155877 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=8']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:08.173115 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69279a99-38f1-4056-ad91-ea874c9409ed x-openstack-request-id: req-69279a99-38f1-4056-ad91-ea874c9409ed {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:24:08.173511 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:24:08.173859 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69279a99-38f1-4056-ad91-ea874c9409ed {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:24:08.174364 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69279a99-38f1-4056-ad91-ea874c9409ed'] response: {'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'code': 200} Apr 07 08:24:08.188811 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Checking router: 09459841-a872-418c-80ee-39d125d5ef5b for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:08.197898 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Routers {'09459841-a872-418c-80ee-39d125d5ef5b'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:08.199114 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['09459841-a872-418c-80ee-39d125d5ef5b'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:08.251180 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Deleting port f0faf324-7c83-4e62-bc2c-e5997fbf3b97 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:08.251180 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.300326 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] Set router 09459841-a872-418c-80ee-39d125d5ef5b gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:08.331916 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] For port f0faf324-7c83-4e62-bc2c-e5997fbf3b97, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:08.332292 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.345585 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Calling delete_port for f0faf324-7c83-4e62-bc2c-e5997fbf3b97 owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:08.357790 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:24:08Z', 'revision_number': 6, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:08.386883 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b360189-4c24-42f3-8c7f-7a4205624c7d None None] The sync data for ids ['09459841-a872-418c-80ee-39d125d5ef5b'] in dv-cinder-815659-6-iscsi is: [{'id': '09459841-a872-418c-80ee-39d125d5ef5b', 'name': 'tempest-AttachVolumeTestJSON-432546249-router', 'tenant_id': '1a65dca85af0457db32c0cecffd81193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:41Z', 'updated_at': '2022-04-07T08:24:08Z', 'revision_number': 6, 'project_id': '1a65dca85af0457db32c0cecffd81193', 'gw_port_host': None}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:08.609977 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (f0faf324-7c83-4e62-bc2c-e5997fbf3b97), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.638079 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0faf324-7c83-4e62-bc2c-e5997fbf3b97,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:08.701875 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (09459841-a872-418c-80ee-39d125d5ef5b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.796073 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (09459841-a872-418c-80ee-39d125d5ef5b), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.800549 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks [] for router_controller (09459841-a872-418c-80ee-39d125d5ef5b), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.907960 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (09459841-a872-418c-80ee-39d125d5ef5b), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.908539 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09459841-a872-418c-80ee-39d125d5ef5b {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:24:08.913360 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:08.914531 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-36685afa-9e6e-4d01-ad56-b05f4858021b admin admin] 10.222.0.24 "DELETE /v2.0/routers/09459841-a872-418c-80ee-39d125d5ef5b HTTP/1.1" status: 204 len: 168 time: 1.1639676 Apr 07 08:24:08.916976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33308) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:08.964217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Deleting subnet 07b418ef-0a96-4d61-86d2-868b046ed9d8 {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:24:08.967412 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Publish callbacks [] for subnet (07b418ef-0a96-4d61-86d2-868b046ed9d8), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.003195 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (07b418ef-0a96-4d61-86d2-868b046ed9d8), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.078547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (07b418ef-0a96-4d61-86d2-868b046ed9d8), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.223782 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (07b418ef-0a96-4d61-86d2-868b046ed9d8), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.237021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742e4d7-b50c-4efe-8b22-6037be09049d req-ae9ab469-e0ce-47f8-800e-3afe7bff5679 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:09.238772 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8742e4d7-b50c-4efe-8b22-6037be09049d req-ae9ab469-e0ce-47f8-800e-3afe7bff5679 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0591547 Apr 07 08:24:09.262229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b418ef-0a96-4d61-86d2-868b046ed9d8,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:09.267887 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.273759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f100e-b1ea-459a-bc9b-44aadf77fa62 None None] Network 6f5bda89-16b9-445c-a976-5051601d8d24 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:09.281028 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33314) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:09.285995 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7b056e38-c766-4ebf-87b1-0ce03b9134a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07b418ef-0a96-4d61-86d2-868b046ed9d8 HTTP/1.1" status: 204 len: 168 time: 0.3678737 Apr 07 08:24:09.334877 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8742e4d7-b50c-4efe-8b22-6037be09049d req-8a8cef93-819a-4197-b498-e60ec2559536 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740926 Apr 07 08:24:09.382909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (6f5bda89-16b9-445c-a976-5051601d8d24), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.452143 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Deleting port 7adf3eff-fd8c-483a-af17-b085643a41f8 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:09.452482 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.479855 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] DHCP port deletion for 6f5bda89-16b9-445c-a976-5051601d8d24 request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:24:09.527497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Deleting port 7adf3eff-fd8c-483a-af17-b085643a41f8 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:09.527905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.537789 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] For port 7adf3eff-fd8c-483a-af17-b085643a41f8, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7adf3eff-fd8c-483a-af17-b085643a41f8,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:09.538151 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.551364 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Calling delete_port for 7adf3eff-fd8c-483a-af17-b085643a41f8 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:09.589961 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] For port 7adf3eff-fd8c-483a-af17-b085643a41f8, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7adf3eff-fd8c-483a-af17-b085643a41f8,segment=NetworkSegment(87c1db82-8af0-452f-a773-e935ffc7713e),segment_id=87c1db82-8af0-452f-a773-e935ffc7713e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:09.590360 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.605269 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Calling delete_port for 7adf3eff-fd8c-483a-af17-b085643a41f8 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:09.696665 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.702744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (7adf3eff-fd8c-483a-af17-b085643a41f8), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.724748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=7adf3eff-fd8c-483a-af17-b085643a41f8,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:09.726612 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] No DVR routers for this DVR port 7adf3eff-fd8c-483a-af17-b085643a41f8 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:24:09.727526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] Pushing event deleted for resources: {'Port': ['ID=7adf3eff-fd8c-483a-af17-b085643a41f8,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:09.731319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf6b52-cfed-49f9-8910-b40b35447bd8 None None] No DVR routers for this DVR port 7adf3eff-fd8c-483a-af17-b085643a41f8 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:24:09.802121 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (6f5bda89-16b9-445c-a976-5051601d8d24), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.823229 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5bda89-16b9-445c-a976-5051601d8d24']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:09.833669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c1db82-8af0-452f-a773-e935ffc7713e') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:09.834054 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c1db82-8af0-452f-a773-e935ffc7713e') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:09.844215 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (87c1db82-8af0-452f-a773-e935ffc7713e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.857582 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (87c1db82-8af0-452f-a773-e935ffc7713e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.863977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:24:09.864406 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (87c1db82-8af0-452f-a773-e935ffc7713e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:09.865654 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f0faf324-7c83-4e62-bc2c-e5997fbf3b97 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:24:09.866096 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:24:09.885873 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: f0faf324-7c83-4e62-bc2c-e5997fbf3b97 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:09.886219 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f0faf324-7c83-4e62-bc2c-e5997fbf3b97 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:09.886669 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 30c66573-9c5e-450e-9850-f346063bc9f5 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:09.918969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 30c66573-9c5e-450e-9850-f346063bc9f5 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:09.918969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 30c66573-9c5e-450e-9850-f346063bc9f5 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:09.918969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7adf3eff-fd8c-483a-af17-b085643a41f8 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:09.936136 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 7adf3eff-fd8c-483a-af17-b085643a41f8 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:09.936518 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7adf3eff-fd8c-483a-af17-b085643a41f8 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:10.020652 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (6f5bda89-16b9-445c-a976-5051601d8d24), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.027140 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.030547 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f5bda89-16b9-445c-a976-5051601d8d24 HTTP/1.1" status: 204 len: 168 time: 0.7480774 Apr 07 08:24:10.040153 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097938b6-3053-44fd-b3b6-ce2e3c83fa8b admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5bda89-16b9-445c-a976-5051601d8d24,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:10.426284 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33336) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:10.470369 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4be2b5c3-604d-4d44-90a1-adeefaac5999 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a65dca85af0457db32c0cecffd81193&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427990 Apr 07 08:24:10.472954 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33338) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:10.519614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] Publish callbacks [] for security_group (485a7cd6-6fb4-4174-a619-4806853a199c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.544863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] Publish callbacks [] for security_group (485a7cd6-6fb4-4174-a619-4806853a199c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.668399 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (485a7cd6-6fb4-4174-a619-4806853a199c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.671576 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:10.672850 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/485a7cd6-6fb4-4174-a619-4806853a199c HTTP/1.1" status: 204 len: 168 time: 0.1989968 Apr 07 08:24:10.680463 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4ecbd-deef-4d33-85ec-de77dcbb4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a7cd6-6fb4-4174-a619-4806853a199c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:11.715992 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:11.801744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: DOWN; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:11.808804 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae227-b24a-4b0a-ba07-cc4e1ac24ce0 req-c81627d9-f457-4402-8092-f7c87bb79afe tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:11.810318 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ec4ae227-b24a-4b0a-ba07-cc4e1ac24ce0 req-c81627d9-f457-4402-8092-f7c87bb79afe tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0561075 Apr 07 08:24:11.874891 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ec4ae227-b24a-4b0a-ba07-cc4e1ac24ce0 req-63956352-1692-4a7e-a312-f4337f230d4d tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580285 Apr 07 08:24:12.521634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33422) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:12.704121 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-5a2c4acb-a8ad-48d0-833e-b5c8350e2119 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1812313 Apr 07 08:24:12.714077 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-a5b8540e-c6f4-4a69-b4c0-0595888dc281 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:24:12.715075 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-a5b8540e-c6f4-4a69-b4c0-0595888dc281 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049801 Apr 07 08:24:12.846014 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33434) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:12.942336 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-7d91e37d-4c03-4cd2-8ce5-7b199fdaccad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:12.944171 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-7d91e37d-4c03-4cd2-8ce5-7b199fdaccad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports/4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 940 time: 0.0970287 Apr 07 08:24:12.999157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38ebb1-995c-42ab-a64e-b94323b1bd3a req-c4863dd1-80c8-4402-876e-c9de331b4036 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:13.000916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33448) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:13.006496 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a38ebb1-995c-42ab-a64e-b94323b1bd3a req-c4863dd1-80c8-4402-876e-c9de331b4036 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0554888 Apr 07 08:24:13.067565 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6a38ebb1-995c-42ab-a64e-b94323b1bd3a req-01a33aab-1971-4cc9-950b-5769f7566834 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594327 Apr 07 08:24:13.259619 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c7a-b983-4741-9a57-a8650857fd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.338007 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c7a-b983-4741-9a57-a8650857fd47 admin admin] Publish callbacks [] for security_group (b662080b-1e68-414f-be92-b9e3547670af), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.421143 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1a7a8c7a-b983-4741-9a57-a8650857fd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b662080b-1e68-414f-be92-b9e3547670af), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.460251 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1a7a8c7a-b983-4741-9a57-a8650857fd47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04df81c1e1c24aafb46207a1737aed60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582798 Apr 07 08:24:13.461419 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a8c7a-b983-4741-9a57-a8650857fd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b662080b-1e68-414f-be92-b9e3547670af,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:13.462953 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33456) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:13.524880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] Publish callbacks [] for security_group (b662080b-1e68-414f-be92-b9e3547670af), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.545104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] Publish callbacks [] for security_group (b662080b-1e68-414f-be92-b9e3547670af), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.668117 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (b662080b-1e68-414f-be92-b9e3547670af), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.671182 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:13.672391 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b662080b-1e68-414f-be92-b9e3547670af HTTP/1.1" status: 204 len: 168 time: 0.2077165 Apr 07 08:24:13.680139 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3eeca1-d06f-4119-baf5-dfc151a75673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662080b-1e68-414f-be92-b9e3547670af,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:14.204462 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f561d8-8892-421d-8d0f-1f1d65317709 req-eca80a6b-632d-4758-a1e9-6632ac932a79 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:14.205961 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-64f561d8-8892-421d-8d0f-1f1d65317709 req-eca80a6b-632d-4758-a1e9-6632ac932a79 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0605128 Apr 07 08:24:14.256369 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-64f561d8-8892-421d-8d0f-1f1d65317709 req-ec066543-55b0-44d9-befd-7f3f032a31b2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444796 Apr 07 08:24:14.722206 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-f9aeeb92-8eb8-40b8-b685-c25365fa52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:14.723735 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-f9aeeb92-8eb8-40b8-b685-c25365fa52fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10&tenant_id=04484041f7f94f849d3964bfd19e47e9 HTTP/1.1" status: 200 len: 1127 time: 0.0772154 Apr 07 08:24:14.781361 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33488) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:14.884660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-254966679-network', 'tenant_id': '19103491509d4c848446b3f854a973c0'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:14.924884 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:14.985904 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-aede373b-da40-4447-acb6-e1c79b1b330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:14.987739 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-aede373b-da40-4447-acb6-e1c79b1b330f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1127 time: 0.0441165 Apr 07 08:24:15.007825 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Made reservation on behalf of 19103491509d4c848446b3f854a973c0 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:15.009943 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.034579 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.139861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-e3665744-8e6a-4c6a-8f86-785bf2ce9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:15.141251 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-e3665744-8e6a-4c6a-8f86-785bf2ce9efd service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1438315 Apr 07 08:24:15.186256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks [] for security_group (5c9ae29b-d8b0-4d4e-a8f1-3592000abc36), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.251566 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5c9ae29b-d8b0-4d4e-a8f1-3592000abc36), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.276450 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:24:15.286895 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ae29b-d8b0-4d4e-a8f1-3592000abc36,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:15.291794 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (1f94aedf-132b-4d61-9bb4-d8046a85b2ad), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.292225 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Added segment 1f94aedf-132b-4d61-9bb4-d8046a85b2ad of type vlan for network d42474cf-6e99-4b0a-b6e4-501c79a1d92d Apr 07 08:24:15.335249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (d42474cf-6e99-4b0a-b6e4-501c79a1d92d), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.457355 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ce2b5-8695-4f8b-bc17-7d3847beb0c7 req-5bc0d803-395e-4990-b721-a12c8657cee2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:15.458774 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e90ce2b5-8695-4f8b-bc17-7d3847beb0c7 req-5bc0d803-395e-4990-b721-a12c8657cee2 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1212094 Apr 07 08:24:15.462728 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-545bf7a1-01c3-4058-9a4d-a44724f0dbde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 999 time: 0.0823808 Apr 07 08:24:15.508055 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (d42474cf-6e99-4b0a-b6e4-501c79a1d92d), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.508976 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:15.509546 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.575070 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-9e7e29c5-9f57-4fef-8414-60b6f8923ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:15.576589 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-9e7e29c5-9f57-4fef-8414-60b6f8923ca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0966427 Apr 07 08:24:15.604465 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e90ce2b5-8695-4f8b-bc17-7d3847beb0c7 req-3f28de84-991f-43e5-b52c-cce4a0690ddb tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388650 Apr 07 08:24:15.637389 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d42474cf-6e99-4b0a-b6e4-501c79a1d92d,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:15.648465 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:24:15.658365 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-87750558-1386-4046-aaf9-968f757591f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8752143 Apr 07 08:24:15.663053 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-b5c7db26-c2f9-41d8-b24e-bec85eebe975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:15.663477 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33508) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:15.664698 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-b5c7db26-c2f9-41d8-b24e-bec85eebe975 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593596 Apr 07 08:24:15.670589 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Request body: {'subnet': {'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-254966679-subnet', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:15.772665 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-81b073fa-1b96-47f7-8f5d-b550c1819c6f service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982502 Apr 07 08:24:15.787878 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Made reservation on behalf of 19103491509d4c848446b3f854a973c0 for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:15.790314 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776179'] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:15.871347 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-70a7a069-eed9-4a08-9c67-856a94f0e9fa req-eef1809c-43b9-4d91-b0e2-e5a0370a69f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890903 Apr 07 08:24:16.045770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2124050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25780169'] for subnet (0c6f71c3-bf56-44dd-8f03-9ba384737e33), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.104999 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6f71c3-bf56-44dd-8f03-9ba384737e33,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:16.115690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.116041 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.116388 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.116731 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.117069 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.117403 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.117763 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.118092 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.118425 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.118779 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.119109 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.119438 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.119764 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.120095 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.120417 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:16.123728 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Checking segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:16.124641 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Network hostable DHCP agents. Network: d42474cf-6e99-4b0a-b6e4-501c79a1d92d, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:24:16.204825 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:24:16.333031 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, d42474cf-6e99-4b0a-b6e4-501c79a1d92d) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:16.337370 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:16.338138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.343002 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c1786-9516-48a1-b38d-65f5d7976198 None None] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:16.443024 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-d42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'project_id': '19103491509d4c848446b3f854a973c0', 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:24:16.447424 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.447612 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-edc921bf-a31d-4713-94c3-66cae89660b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7825401 Apr 07 08:24:16.450427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33530) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:16.454912 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:16.587308 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Allocated IP 172.20.0.2 (d42474cf-6e99-4b0a-b6e4-501c79a1d92d/0c6f71c3-bf56-44dd-8f03-9ba384737e33/2b15ca9d-7e55-4cc7-8432-ef2b8378ef14) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:16.613364 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.615629 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.719941 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for router_controller (91c5cea2-4fed-48ca-9993-1f6ec0606a57), precommit_add_association {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.807856 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks [] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.864032 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb323cf-c49f-4313-ae14-399c6b002256 req-8cd5cc28-c001-47ea-b61b-405cfddd8f62 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:16.880083 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fdb323cf-c49f-4313-ae14-399c6b002256 req-8cd5cc28-c001-47ea-b61b-405cfddd8f62 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1423666 Apr 07 08:24:16.912855 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:16.975006 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Pushing event updated for resources: {'Port': ['ID=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:16.986326 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:16.989136 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:16.992506 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:17.080821 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for router_gateway (91c5cea2-4fed-48ca-9993-1f6ec0606a57), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.086927 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Attempting to bind port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:17.087787 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Attempting to bind port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:17.088170 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Attempting to bind port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 on network d42474cf-6e99-4b0a-b6e4-501c79a1d92d {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:17.095461 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:17.095849 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Checking segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:17.096386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.096891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Bound using segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:17.097386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Bound port: 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:17.097770 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.270792 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fdb323cf-c49f-4313-ae14-399c6b002256 req-278ee6cb-b9ab-4ded-b0b5-fe1dfc88e4ba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842432 Apr 07 08:24:17.343541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] For port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:17.348052 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] For port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:17.411532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.484156 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for router_gateway (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.493596 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dff0ff-b2f8-437b-aeaa-35d6ad8c95dc None None] Pushing event updated for resources: {'Port': ['ID=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:17.505667 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.643481 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Allocated IP 172.27.1.97 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/7611147d-630f-44cf-8175-fc2b6dbc2e23) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:17.827332 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:17.948754 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.019293 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:18.025053 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:18.025751 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:18.028204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:18.074188 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Pushing event updated for resources: {'Port': ['ID=7611147d-630f-44cf-8175-fc2b6dbc2e23,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:18.144848 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:18.145144 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.265608 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:18.267302 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.309153 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:18.388194 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.408682 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6249dc-5ecf-4ee9-91c3-c6446b9a7e82 req-8e917297-e49e-4bce-b1af-b9909c341865 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:18.411216 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f6249dc-5ecf-4ee9-91c3-c6446b9a7e82 req-8e917297-e49e-4bce-b1af-b9909c341865 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0630198 Apr 07 08:24:18.463469 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:18.496381 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f6249dc-5ecf-4ee9-91c3-c6446b9a7e82 req-b896f1a9-b95b-45b0-b1a2-69d3dd2c6084 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789046 Apr 07 08:24:18.501375 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for router_gateway (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.679976 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-461a572f-4719-45fe-9472-f3664c3824d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.899036 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:18.958526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208f99e-b1a8-4bbc-a357-5c259275b168 None None] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:19.071661 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e106fe0b-7fca-4e44-99f6-b827d231d8d9 None None] Provisioning complete for port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:19.072819 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e106fe0b-7fca-4e44-99f6-b827d231d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:19.233690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:24:19.245152 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e106fe0b-7fca-4e44-99f6-b827d231d8d9 None None] Current status of the port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:19.384021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33588) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:19.433223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:19.444523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Sync routers for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:19.462568 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:19.464276 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:23:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:19.533329 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:19.536224 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-aff67276-1129-44ba-8bc5-c35121cb323e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0833569 Apr 07 08:24:19.537814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33594) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:19.638327 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb928293-45ac-4c72-9356-f2bb9d430a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:19.676509 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-1f8b5b30-f128-42a3-81f1-0ac9687e7bb1 None None] Provisioning complete for port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:19.676882 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5b30-f128-42a3-81f1-0ac9687e7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:19.710366 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d045a6-a5b8-4ac2-b7f4-8f355c0a1dfe req-01461ac9-a4b5-4e0a-a3f5-f8a1266fe4b4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:19.719596 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97d045a6-a5b8-4ac2-b7f4-8f355c0a1dfe req-01461ac9-a4b5-4e0a-a3f5-f8a1266fe4b4 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0981634 Apr 07 08:24:19.766226 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:19.845049 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-97d045a6-a5b8-4ac2-b7f4-8f355c0a1dfe req-fd2a2c75-1810-47ed-bf9b-f575303cc9d6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098573 Apr 07 08:24:19.938789 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:19.997074 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb928293-45ac-4c72-9356-f2bb9d430a29 admin admin] Publish callbacks [] for security_group (287260dd-c46e-4781-8387-95434fc2cfe4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.031907 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b5b30-f128-42a3-81f1-0ac9687e7bb1 None None] Current status of the port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:20.099643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cb928293-45ac-4c72-9356-f2bb9d430a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (287260dd-c46e-4781-8387-95434fc2cfe4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.108479 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:20.109097 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.163387 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33600) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:20.171214 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cb928293-45ac-4c72-9356-f2bb9d430a29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=577c3cede1f647bd822605f9d726cc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828557 Apr 07 08:24:20.180457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb928293-45ac-4c72-9356-f2bb9d430a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287260dd-c46e-4781-8387-95434fc2cfe4,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:20.205663 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:18Z', 'revision_number': 3, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:20.237247 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Checking router: 91c5cea2-4fed-48ca-9993-1f6ec0606a57 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:20.237508 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Updating router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 port 7611147d-630f-44cf-8175-fc2b6dbc2e23 binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:24:20.277301 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:20.285956 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.301692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] Publish callbacks [] for security_group (287260dd-c46e-4781-8387-95434fc2cfe4), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.336625 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] Publish callbacks [] for security_group (287260dd-c46e-4781-8387-95434fc2cfe4), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.351985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.479448 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (287260dd-c46e-4781-8387-95434fc2cfe4), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.482909 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.484252 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/287260dd-c46e-4781-8387-95434fc2cfe4 HTTP/1.1" status: 204 len: 168 time: 0.3197899 Apr 07 08:24:20.499260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f3c78-3ded-4d97-af9e-c441bc318fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287260dd-c46e-4781-8387-95434fc2cfe4,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:20.584800 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Allocated IP 172.20.0.1 (d42474cf-6e99-4b0a-b6e4-501c79a1d92d/0c6f71c3-bf56-44dd-8f03-9ba384737e33/00684ca1-ffc3-4d7c-8433-129e2d660904) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:20.728732 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks [] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.734503 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks [] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.868582 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.868872 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.952457 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8271b439-a069-4c5f-949f-4ae22d9eb528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.965100 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e357b-ca5e-4a22-b2c9-b3b6a82bb05d None None] Pushing event updated for resources: {'Port': ['ID=7611147d-630f-44cf-8175-fc2b6dbc2e23,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:20.971489 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Attempting to bind port 7611147d-630f-44cf-8175-fc2b6dbc2e23 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:20.972578 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Attempting to bind port 7611147d-630f-44cf-8175-fc2b6dbc2e23 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:20.973125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Attempting to bind port 7611147d-630f-44cf-8175-fc2b6dbc2e23 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:20.980186 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:20.981148 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:20.981732 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:24:20.982221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:20.983125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:20.983783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Bound port: 7611147d-630f-44cf-8175-fc2b6dbc2e23, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:20.987981 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.050410 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:21.052006 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Pushing event updated for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:21.080666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:21.083770 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:21.099757 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] For port 7611147d-630f-44cf-8175-fc2b6dbc2e23, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:21.101841 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] For port 7611147d-630f-44cf-8175-fc2b6dbc2e23, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7611147d-630f-44cf-8175-fc2b6dbc2e23,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:21.112739 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dadbc-26cd-4c45-bfa2-ce1ae7fbabee req-0f1ee2ef-daf6-4de8-b451-b1194ab17fd1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:21.114349 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c1dadbc-26cd-4c45-bfa2-ce1ae7fbabee req-0f1ee2ef-daf6-4de8-b451-b1194ab17fd1 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0952239 Apr 07 08:24:21.140279 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.182958 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c1dadbc-26cd-4c45-bfa2-ce1ae7fbabee req-da628fa0-70db-487d-845e-45c1833b5343 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603724 Apr 07 08:24:21.188945 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.284482 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:21.285388 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:21.367532 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e357b-ca5e-4a22-b2c9-b3b6a82bb05d None None] Pushing event updated for resources: {'Port': ['ID=7611147d-630f-44cf-8175-fc2b6dbc2e23,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:21.396231 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.435006 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:21.449729 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33610) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:21.477752 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b49b5eb9-f519-4270-837a-9cfa864db130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.656636 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b49b5eb9-f519-4270-837a-9cfa864db130 admin admin] Publish callbacks [] for security_group (203c9306-9d3f-4acb-be25-1f67f5a97755), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.674864 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks [] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.679523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-c169998e-8464-4935-8039-73413969dda7 None None] Provisioning complete for port 00684ca1-ffc3-4d7c-8433-129e2d660904 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:21.679906 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c169998e-8464-4935-8039-73413969dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.753960 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b49b5eb9-f519-4270-837a-9cfa864db130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (203c9306-9d3f-4acb-be25-1f67f5a97755), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.756986 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-c169998e-8464-4935-8039-73413969dda7 None None] Port 00684ca1-ffc3-4d7c-8433-129e2d660904 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:24:21.774824 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.827173 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:18Z', 'revision_number': 3, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:21.853390 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b49b5eb9-f519-4270-837a-9cfa864db130 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a21d761cd234600bc9a1a9fa15dd28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012823 Apr 07 08:24:21.853897 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33612) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:21.859069 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b5eb9-f519-4270-837a-9cfa864db130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203c9306-9d3f-4acb-be25-1f67f5a97755,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:21.888634 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Pushing event updated for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:21.888979 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2a1f8-dafc-4a72-9cc9-b1fecccf1da8 None None] The sync data for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi is: [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:18Z', 'revision_number': 3, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:21.891874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:21.989389 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] Publish callbacks [] for security_group (203c9306-9d3f-4acb-be25-1f67f5a97755), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.034633 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] Publish callbacks [] for security_group (203c9306-9d3f-4acb-be25-1f67f5a97755), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.078408 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:22.082677 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:22.244595 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (203c9306-9d3f-4acb-be25-1f67f5a97755), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.254181 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.256104 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/203c9306-9d3f-4acb-be25-1f67f5a97755 HTTP/1.1" status: 204 len: 168 time: 0.4008522 Apr 07 08:24:22.271346 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.293618 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faf0c3-2149-490e-ab57-2367b28f0e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203c9306-9d3f-4acb-be25-1f67f5a97755,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:22.428239 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27a1a8-5eba-4e69-8c6a-61d1dbd1ae67 req-19a8f41d-1997-44db-9f52-df9087cb23ec tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:22.430088 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de27a1a8-5eba-4e69-8c6a-61d1dbd1ae67 req-19a8f41d-1997-44db-9f52-df9087cb23ec tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0988858 Apr 07 08:24:22.551701 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-de27a1a8-5eba-4e69-8c6a-61d1dbd1ae67 req-a4d0c7c4-bda3-4f02-b5dc-300f2bffd49b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130030 Apr 07 08:24:22.615968 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-432d8b84-eb59-4158-9e04-91efd7a7da29 None None] Provisioning complete for port 00684ca1-ffc3-4d7c-8433-129e2d660904 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:22.616330 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-432d8b84-eb59-4158-9e04-91efd7a7da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:22.677841 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-432d8b84-eb59-4158-9e04-91efd7a7da29 None None] Port 00684ca1-ffc3-4d7c-8433-129e2d660904 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:24:22.870757 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:24:22.923196 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ee4f-cca1-44e2-9438-757b941eadc4 req-b3542be9-0047-4cf4-bfbb-fed1d3e98268 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:22.924750 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fa85ee4f-cca1-44e2-9438-757b941eadc4 req-b3542be9-0047-4cf4-bfbb-fed1d3e98268 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0975575 Apr 07 08:24:23.007039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fa85ee4f-cca1-44e2-9438-757b941eadc4 req-da7f274a-faf4-4004-99d6-533c71990749 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716522 Apr 07 08:24:23.048867 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:23.057796 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7c2d4d24-84c2-4ff6-838e-e3836badae1d admin admin] 10.222.0.24 "PUT /v2.0/routers/91c5cea2-4fed-48ca-9993-1f6ec0606a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5186448 Apr 07 08:24:23.433847 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:23.684863 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b958c-c56d-473c-9aad-20aa93953a1b req-077eceb8-ebf9-4d46-a023-e2c2498048ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:23.686430 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-577b958c-c56d-473c-9aad-20aa93953a1b req-077eceb8-ebf9-4d46-a023-e2c2498048ff tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.0568745 Apr 07 08:24:23.743769 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-577b958c-c56d-473c-9aad-20aa93953a1b req-1849b376-b154-40cd-9f75-a7618833caba tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513175 Apr 07 08:24:23.865208 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33670) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:23.870098 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102224674-network', 'tenant_id': '33df50afaf4b4741b056272b63e27805'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:23.894236 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7611147d-630f-44cf-8175-fc2b6dbc2e23 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:23.943252 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 7611147d-630f-44cf-8175-fc2b6dbc2e23 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:23.943716 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:23.959846 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Made reservation on behalf of 33df50afaf4b4741b056272b63e27805 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:23.964653 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:23.975882 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.003335 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Sync routers for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:24.019021 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:24.019021 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:24.055208 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 7611147d-630f-44cf-8175-fc2b6dbc2e23 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:24.056343 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.082687 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port 7611147d-630f-44cf-8175-fc2b6dbc2e23, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7611147d-630f-44cf-8175-fc2b6dbc2e23,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:24.128532 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks [] for security_group (413c2db2-c936-4121-a143-e5334a36033b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.153405 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.159337 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622839-10c3-454f-ac02-6effb32399c1 req-21b19955-ff01-4f42-ae45-6e13dc169b04 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:24.160911 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9622839-10c3-454f-ac02-6effb32399c1 req-21b19955-ff01-4f42-ae45-6e13dc169b04 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.0705798 Apr 07 08:24:24.215040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=7611147d-630f-44cf-8175-fc2b6dbc2e23,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:24.216565 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a9622839-10c3-454f-ac02-6effb32399c1 req-664be2fd-9eaa-489d-8b76-99ca1c9fa376 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494175 Apr 07 08:24:24.239034 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (413c2db2-c936-4121-a143-e5334a36033b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.265463 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:24:24.272836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:24.276501 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c2db2-c936-4121-a143-e5334a36033b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:24.281603 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (4d6499bd-9a38-4714-9ef4-2140735acc50), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.281824 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Added segment 4d6499bd-9a38-4714-9ef4-2140735acc50 of type vlan for network 39d73f66-1c26-40de-97fb-600b34e79b0b Apr 07 08:24:24.324632 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (39d73f66-1c26-40de-97fb-600b34e79b0b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.409983 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (39d73f66-1c26-40de-97fb-600b34e79b0b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.411043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:24.412127 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.499139 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] Pushing event updated for resources: {'Network': ['ID=39d73f66-1c26-40de-97fb-600b34e79b0b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:24.511517 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 39d73f66-1c26-40de-97fb-600b34e79b0b details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:24:24.524701 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 2, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:24.539273 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33678) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:24.554193 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Checking router: 91c5cea2-4fed-48ca-9993-1f6ec0606a57 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:24.554807 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Updating router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 port 00684ca1-ffc3-4d7c-8433-129e2d660904 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:24:24.602262 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.623351 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e4349f3a-2e61-4568-802c-a5a7a5b093f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7569549 Apr 07 08:24:24.626598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33682) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:24.631573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Request body: {'subnet': {'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102224674-subnet', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:24.789428 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-63a6a0ae-b76d-4a35-835c-a6cbb69eee37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.796418 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Made reservation on behalf of 33df50afaf4b4741b056272b63e27805 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:24.803866 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.804559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:24.949476 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks [] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.008416 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa4c2-4c1c-49a9-9f21-ec2d24a6fc23 req-5b374113-0580-4a1e-b210-8c7a09536728 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:25.010535 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d02fa4c2-4c1c-49a9-9f21-ec2d24a6fc23 req-5b374113-0580-4a1e-b210-8c7a09536728 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1435988 Apr 07 08:24:25.021957 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.115430 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-63a6a0ae-b76d-4a35-835c-a6cbb69eee37 admin admin] Publish callbacks [] for security_group (ede79d99-08c1-4054-8ce2-16e26a42610c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.155908 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Attempting to bind port 00684ca1-ffc3-4d7c-8433-129e2d660904 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:25.156282 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Attempting to bind port 00684ca1-ffc3-4d7c-8433-129e2d660904 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:25.156479 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d02fa4c2-4c1c-49a9-9f21-ec2d24a6fc23 req-fc5837e6-8436-40f1-8858-5c0489e5b7ad tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371536 Apr 07 08:24:25.156763 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Attempting to bind port 00684ca1-ffc3-4d7c-8433-129e2d660904 on network d42474cf-6e99-4b0a-b6e4-501c79a1d92d {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:25.171295 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:25.171680 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Checking segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:25.174823 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.175284 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Bound using segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:25.175838 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Bound port: 00684ca1-ffc3-4d7c-8433-129e2d660904, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:25.176232 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.214717 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-63a6a0ae-b76d-4a35-835c-a6cbb69eee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ede79d99-08c1-4054-8ce2-16e26a42610c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.281848 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] For port 00684ca1-ffc3-4d7c-8433-129e2d660904, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:25.285266 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] For port 00684ca1-ffc3-4d7c-8433-129e2d660904, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=00684ca1-ffc3-4d7c-8433-129e2d660904,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:25.301575 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Pushing event updated for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:25.309448 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.309800 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.310167 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.310550 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.310893 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.311036 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-63a6a0ae-b76d-4a35-835c-a6cbb69eee37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6712072a41b4080b1e374372ddf5fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7706769 Apr 07 08:24:25.311213 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.311527 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.311858 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.312210 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.312505 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.313668 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6a0ae-b76d-4a35-835c-a6cbb69eee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede79d99-08c1-4054-8ce2-16e26a42610c,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:25.314744 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33688) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:25.319085 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.319468 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.319908 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.320249 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.320635 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:25.378102 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.393195 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] Publish callbacks [] for security_group (ede79d99-08c1-4054-8ce2-16e26a42610c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.394168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (be1442d8-ecc8-498b-b682-6a92eb6903af), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.419095 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] Publish callbacks [] for security_group (ede79d99-08c1-4054-8ce2-16e26a42610c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.455100 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Provisioning complete for port 00684ca1-ffc3-4d7c-8433-129e2d660904 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:25.455812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.477734 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab3c5-60de-494d-b032-1c3c935c3a25 None None] Pushing event updated for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:25.527626 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1442d8-ecc8-498b-b682-6a92eb6903af,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:25.529787 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:25.529787 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:25.536457 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ede79d99-08c1-4054-8ce2-16e26a42610c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.540242 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.541103 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ede79d99-08c1-4054-8ce2-16e26a42610c HTTP/1.1" status: 204 len: 168 time: 0.2248166 Apr 07 08:24:25.569295 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ba468-18bf-4b6d-8929-fa8f6f959e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede79d99-08c1-4054-8ce2-16e26a42610c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:25.574750 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d269c24-a93c-4cda-be92-acc00e549aa4 req-10b6838b-d5b6-4f9c-af9b-cc916a04d6e0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:25.592649 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d269c24-a93c-4cda-be92-acc00e549aa4 req-10b6838b-d5b6-4f9c-af9b-cc916a04d6e0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.2552593 Apr 07 08:24:25.618510 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Checking segment: {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:25.619061 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Network hostable DHCP agents. Network: 39d73f66-1c26-40de-97fb-600b34e79b0b, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:24:25.698764 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Current status of the port 00684ca1-ffc3-4d7c-8433-129e2d660904 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:25.700021 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.737499 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d269c24-a93c-4cda-be92-acc00e549aa4 req-12a83422-9c08-45db-8a10-b82928eda50e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379812 Apr 07 08:24:25.761076 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] For port 00684ca1-ffc3-4d7c-8433-129e2d660904, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=00684ca1-ffc3-4d7c-8433-129e2d660904,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:25.782404 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Network 39d73f66-1c26-40de-97fb-600b34e79b0b is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:24:25.784786 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:25.886232 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.917990 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7611147d-630f-44cf-8175-fc2b6dbc2e23 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:25.920563 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 39d73f66-1c26-40de-97fb-600b34e79b0b) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:25.929953 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:25.930602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:25.954282 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35197c12-4598-4a81-a5d6-9e3f9ebde80a None None] Network 39d73f66-1c26-40de-97fb-600b34e79b0b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:26.054596 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433b4c1-c9a1-4ab2-81ac-1833f41f52aa None None] Pushing event updated for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:26.089626 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-5209c646-aa1d-47c5-8bbd-138f1aee4360 None None] Provisioning complete for port 00684ca1-ffc3-4d7c-8433-129e2d660904 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:26.090125 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5209c646-aa1d-47c5-8bbd-138f1aee4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.157015 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 7611147d-630f-44cf-8175-fc2b6dbc2e23 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:26.157582 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.211485 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-39d73f66-1c26-40de-97fb-600b34e79b0b', 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b', 'project_id': '33df50afaf4b4741b056272b63e27805', 'fixed_ips': [{'subnet_id': 'be1442d8-ecc8-498b-b682-6a92eb6903af'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:24:26.212490 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.249613 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:26.290130 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-5209c646-aa1d-47c5-8bbd-138f1aee4360 None None] Current status of the port 00684ca1-ffc3-4d7c-8433-129e2d660904 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:26.317739 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ef3ea-4e3a-46bd-9e29-b8782bed7cb4 None None] The sync data for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi is: [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:26.405803 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e464b-90fb-4f76-8830-f3d70cbbc027 req-189e919a-fe19-4694-b62a-b5629678010e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:26.410399 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-787e464b-90fb-4f76-8830-f3d70cbbc027 req-189e919a-fe19-4694-b62a-b5629678010e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1330764 Apr 07 08:24:26.467479 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 7611147d-630f-44cf-8175-fc2b6dbc2e23 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:26.505512 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Allocated IP 172.20.0.2 (39d73f66-1c26-40de-97fb-600b34e79b0b/be1442d8-ecc8-498b-b682-6a92eb6903af/d5e46bf1-70df-473a-b7ed-4bcc775991b2) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:26.535876 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-787e464b-90fb-4f76-8830-f3d70cbbc027 req-9347d548-36e2-4335-a894-0ceabe251cf0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110115 Apr 07 08:24:26.753139 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-8b28ef60-4e29-4f58-9a02-9b7126e60930 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1232419 Apr 07 08:24:26.753375 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33698) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:26.766338 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:26.846693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks [] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.893642 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.895063 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.936415 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.950358 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for router_controller (51cfb472-8937-4c0d-b67f-17dea2afa9da), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:26.995574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683949bd-6547-4cb5-add7-5746e7245711 req-a1ce46b8-b05a-460a-8a72-47777d1c89be tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:26.997817 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-683949bd-6547-4cb5-add7-5746e7245711 req-a1ce46b8-b05a-460a-8a72-47777d1c89be tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.1639192 Apr 07 08:24:27.010197 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Network 39d73f66-1c26-40de-97fb-600b34e79b0b is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:27.013827 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:27.028302 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:27.036507 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Pushing event updated for resources: {'Port': ['ID=d5e46bf1-70df-473a-b7ed-4bcc775991b2,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:27.130783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Attempting to bind port d5e46bf1-70df-473a-b7ed-4bcc775991b2 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:27.131769 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Attempting to bind port d5e46bf1-70df-473a-b7ed-4bcc775991b2 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:27.137162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Attempting to bind port d5e46bf1-70df-473a-b7ed-4bcc775991b2 on network 39d73f66-1c26-40de-97fb-600b34e79b0b {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:27.147112 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:27.148095 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Checking segment: {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:27.148095 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:27.148668 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Bound using segment: {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:27.149303 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Bound port: d5e46bf1-70df-473a-b7ed-4bcc775991b2, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:27.149697 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:27.259523 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] For port d5e46bf1-70df-473a-b7ed-4bcc775991b2, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:27.265217 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] For port d5e46bf1-70df-473a-b7ed-4bcc775991b2, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=d5e46bf1-70df-473a-b7ed-4bcc775991b2,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:27.333892 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-683949bd-6547-4cb5-add7-5746e7245711 req-c84f912e-83f0-4af3-9e2b-3e24a177a2f0 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293622 Apr 07 08:24:27.356744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:27.467316 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c3c36-e7bf-480a-83af-6c678b065fa7 None None] Pushing event updated for resources: {'Port': ['ID=d5e46bf1-70df-473a-b7ed-4bcc775991b2,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:27.527450 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for router_gateway (51cfb472-8937-4c0d-b67f-17dea2afa9da), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:27.569872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-f96a00d6-522a-4cf3-be4c-e6c7e687e4de tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:27.572365 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-f96a00d6-522a-4cf3-be4c-e6c7e687e4de tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.3325760 Apr 07 08:24:27.917099 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c978c2-09fe-4b3e-abae-fa99fb19fd37 req-1e45406e-e009-4c16-ba4c-69e427980412 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:27.927937 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-81c978c2-09fe-4b3e-abae-fa99fb19fd37 req-1e45406e-e009-4c16-ba4c-69e427980412 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.2497764 Apr 07 08:24:27.959174 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port 241d9ad9-5368-4b41-affc-06ecd7eb784c {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:27.959851 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:27.979041 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 00684ca1-ffc3-4d7c-8433-129e2d660904 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:28.034086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 00684ca1-ffc3-4d7c-8433-129e2d660904 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:28.034642 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.069577 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-81c978c2-09fe-4b3e-abae-fa99fb19fd37 req-c6fdfb22-35ca-48cd-a7ba-936c3c0e9a56 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401882 Apr 07 08:24:28.100580 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] For port 241d9ad9-5368-4b41-affc-06ecd7eb784c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=241d9ad9-5368-4b41-affc-06ecd7eb784c,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:28.100953 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.129611 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 00684ca1-ffc3-4d7c-8433-129e2d660904 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:28.130701 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device d5e46bf1-70df-473a-b7ed-4bcc775991b2 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:28.213986 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port d5e46bf1-70df-473a-b7ed-4bcc775991b2 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:28.215422 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.307992 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port d5e46bf1-70df-473a-b7ed-4bcc775991b2 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:28.308387 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.312553 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for router_gateway (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.336253 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.346245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port d5e46bf1-70df-473a-b7ed-4bcc775991b2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=d5e46bf1-70df-473a-b7ed-4bcc775991b2,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:28.439845 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.493404 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=d5e46bf1-70df-473a-b7ed-4bcc775991b2,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:28.505505 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.505856 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.506185 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Floating IP c5ef1867-5870-42c8-ae48-e8726a9ebba0 disassociated. External IP: 172.27.1.243, port: 241d9ad9-5368-4b41-affc-06ecd7eb784c. Apr 07 08:24:28.506559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for 241d9ad9-5368-4b41-affc-06ecd7eb784c owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:28.584412 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878759e-7213-4b9f-a372-32ea49c3de23 req-f88a9911-c197-4843-8a63-a8409bdbe71d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:28.585961 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d878759e-7213-4b9f-a372-32ea49c3de23 req-f88a9911-c197-4843-8a63-a8409bdbe71d tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 945 time: 0.1705642 Apr 07 08:24:28.599373 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Allocated IP 172.27.1.22 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/ebc38012-91f4-4504-963d-cae0832baa14) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:28.738003 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d878759e-7213-4b9f-a372-32ea49c3de23 req-4b7114c4-b391-468d-8690-01f4f0edc6ee tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa1d5c82-2daa-40a9-b798-6a6660470dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281400 Apr 07 08:24:28.756012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0e425-ec9d-4329-8ab0-b45d110373a9 None None] Network 39d73f66-1c26-40de-97fb-600b34e79b0b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:28.813134 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for port (ebc38012-91f4-4504-963d-cae0832baa14), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.853030 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-4c6ed222-1288-4dbb-9ec2-e8fcb03dceab None None] Provisioning complete for port d5e46bf1-70df-473a-b7ed-4bcc775991b2 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:28.855823 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed222-1288-4dbb-9ec2-e8fcb03dceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.901756 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (241d9ad9-5368-4b41-affc-06ecd7eb784c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.930957 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ebc38012-91f4-4504-963d-cae0832baa14), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:28.934782 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=241d9ad9-5368-4b41-affc-06ecd7eb784c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:28.961767 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ed222-1288-4dbb-9ec2-e8fcb03dceab None None] Current status of the port d5e46bf1-70df-473a-b7ed-4bcc775991b2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:28.982275 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:29.023514 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:29.029765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:29.054154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc38012-91f4-4504-963d-cae0832baa14,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:29.247950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:24:29.304356 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-37d7134c-c29f-4013-a1d5-3014ec58ec94 None None] Provisioning complete for port d5e46bf1-70df-473a-b7ed-4bcc775991b2 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:29.304905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-37d7134c-c29f-4013-a1d5-3014ec58ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:29.333677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9fbce-203d-408c-ba85-718c98a35b9f req-7392b70c-44fc-4f6e-8e55-16ff5bd3da51 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:29.335257 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61c9fbce-203d-408c-ba85-718c98a35b9f req-7392b70c-44fc-4f6e-8e55-16ff5bd3da51 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1452560 Apr 07 08:24:29.405514 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-37d7134c-c29f-4013-a1d5-3014ec58ec94 None None] Current status of the port d5e46bf1-70df-473a-b7ed-4bcc775991b2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:29.768323 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 241d9ad9-5368-4b41-affc-06ecd7eb784c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:29.775516 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61c9fbce-203d-408c-ba85-718c98a35b9f req-f6833297-5297-46c8-9c88-884cd1dcb39b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337876 Apr 07 08:24:29.792875 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:29.846544 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] No DVR routers for this DVR port 241d9ad9-5368-4b41-affc-06ecd7eb784c on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:24:29.850659 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:29.853392 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fac5329c-b99b-41a7-9885-7b25748233e2 req-a22ccb95-30d9-4b16-b25a-f6e90c670ce8 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.20 "DELETE /v2.0/ports/241d9ad9-5368-4b41-affc-06ecd7eb784c HTTP/1.1" status: 204 len: 173 time: 2.2709777 Apr 07 08:24:29.854426 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'name': 'network-vif-deleted', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:24:29.857405 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e19cc-dd8b-4812-a841-190e7f213572" -d '{"events": [{"server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "name": "network-vif-deleted", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:24:29.862757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for router_gateway (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:29.943388 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cd75f32b-bf09-420f-99de-5863bdaf8b41 req-a33e1326-b375-43ec-a6d9-dd40ce95f525 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0395577 Apr 07 08:24:29.952721 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2effcf91-634a-47d4-9950-89a551eeb045 x-openstack-request-id: req-2effcf91-634a-47d4-9950-89a551eeb045 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:24:29.952721 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558d99a-9cd2-4856-aa87-2cc886541453", "name": "network-vif-deleted", "tag": "241d9ad9-5368-4b41-affc-06ecd7eb784c", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:24:29.952721 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2effcf91-634a-47d4-9950-89a551eeb045 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:24:29.952721 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2effcf91-634a-47d4-9950-89a551eeb045'] response: {'server_uuid': '2558d99a-9cd2-4856-aa87-2cc886541453', 'name': 'network-vif-deleted', 'tag': '241d9ad9-5368-4b41-affc-06ecd7eb784c', 'status': 'completed', 'code': 200} Apr 07 08:24:29.969554 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device d5e46bf1-70df-473a-b7ed-4bcc775991b2 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:29.976299 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:29.980319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 241d9ad9-5368-4b41-affc-06ecd7eb784c {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:29.980670 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 241d9ad9-5368-4b41-affc-06ecd7eb784c not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:30.020234 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:30.020885 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.125716 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port d5e46bf1-70df-473a-b7ed-4bcc775991b2 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:30.126016 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:30.145927 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:30.176022 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:30.342575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port d5e46bf1-70df-473a-b7ed-4bcc775991b2 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:30.363580 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Router 51cfb472-8937-4c0d-b67f-17dea2afa9da is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:24:30.425098 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.451201 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:30.459557 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:30.460174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.475476 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:30.486984 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Sync routers for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:30.504926 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:30.504926 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.574829 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:30.606312 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:30.623631 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:30.627595 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-41027db7-c9da-4d1b-b452-4bf56d2b64e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8705976 Apr 07 08:24:30.631906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33758) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:30.794603 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.821402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e659269-0a40-47b0-821d-1a131390e47b None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:55Z', 'revision_number': 4, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '5a35dce9-7aac-40f1-8c8a-6d425b138834', 'name': '', 'network_id': 'e436714d-fd7b-4023-a411-0a52d57a3d0f', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'mac_address': 'fa:16:3e:72:e6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:52Z', 'updated_at': '2022-04-07T08:17:06Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'subnets': [{'id': 'ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:30.936142 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:29Z', 'revision_number': 3, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:30.973225 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Checking router: 51cfb472-8937-4c0d-b67f-17dea2afa9da for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:30.973947 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Updating router 51cfb472-8937-4c0d-b67f-17dea2afa9da port ebc38012-91f4-4504-963d-cae0832baa14 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:24:31.032512 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f33065-7525-4b8d-bc59-98b77798c60a req-181b6f57-fd61-41e8-a4b2-bcdb854936b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:31.034106 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b4f33065-7525-4b8d-bc59-98b77798c60a req-181b6f57-fd61-41e8-a4b2-bcdb854936b8 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 943 time: 0.1135459 Apr 07 08:24:31.076364 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ebc38012-91f4-4504-963d-cae0832baa14), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.143953 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-862b2d20-35a8-413d-9d88-9564638ea252 req-4dadd166-0aa8-42cf-924c-6c198f957838 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/ports?device_id=2558d99a-9cd2-4856-aa87-2cc886541453 HTTP/1.1" status: 200 len: 210 time: 0.0624070 Apr 07 08:24:31.150924 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b4f33065-7525-4b8d-bc59-98b77798c60a req-75ff5792-baa6-43fa-b109-1eaad29cc8dd tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077864 Apr 07 08:24:31.210861 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a838c6-bae0-49ca-a132-cb256d46102e None None] New status for floating IP c5ef1867-5870-42c8-ae48-e8726a9ebba0: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:24:31.247092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.391152 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks [] for port (ebc38012-91f4-4504-963d-cae0832baa14), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.406984 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Allocated IP 172.20.0.1 (39d73f66-1c26-40de-97fb-600b34e79b0b/be1442d8-ecc8-498b-b682-6a92eb6903af/fcec8096-a8e6-4749-9de0-1c67bd4ba53f) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:31.505856 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ebc38012-91f4-4504-963d-cae0832baa14), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.511769 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks [] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.557687 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Attempting to bind port ebc38012-91f4-4504-963d-cae0832baa14 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:31.558054 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Attempting to bind port ebc38012-91f4-4504-963d-cae0832baa14 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:31.558412 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Attempting to bind port ebc38012-91f4-4504-963d-cae0832baa14 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:31.561188 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3fc7e-27fd-496e-9163-1b8dd1ba7142 None None] Pushing event updated for resources: {'Port': ['ID=ebc38012-91f4-4504-963d-cae0832baa14,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:31.566934 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:31.567308 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:31.567716 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.568082 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:31.569150 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Bound port: ebc38012-91f4-4504-963d-cae0832baa14, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:31.569150 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ebc38012-91f4-4504-963d-cae0832baa14), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.616520 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.618918 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] For port ebc38012-91f4-4504-963d-cae0832baa14, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:31.622043 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] For port ebc38012-91f4-4504-963d-cae0832baa14, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ebc38012-91f4-4504-963d-cae0832baa14,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:31.654738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Network 39d73f66-1c26-40de-97fb-600b34e79b0b is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:31.657449 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:31.663054 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:31.668441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Pushing event updated for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:31.711667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.765524 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ebc38012-91f4-4504-963d-cae0832baa14), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.767660 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:24:31.831708 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3fc7e-27fd-496e-9163-1b8dd1ba7142 None None] Pushing event updated for resources: {'Port': ['ID=ebc38012-91f4-4504-963d-cae0832baa14,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:31.849150 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:31.849783 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:31.896487 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:31.909085 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'port_id': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'mac_address': 'fa:16:3e:5d:1a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:24:31.937427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.958400 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-eb29536b-e9d4-466b-b2ad-570a07f83cf7 None None] Provisioning complete for port fcec8096-a8e6-4749-9de0-1c67bd4ba53f triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:31.958737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-eb29536b-e9d4-466b-b2ad-570a07f83cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.960296 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:31.960676 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:31.971222 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:32.000316 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:24:32.020483 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:32.030555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-eb29536b-e9d4-466b-b2ad-570a07f83cf7 None None] Port fcec8096-a8e6-4749-9de0-1c67bd4ba53f cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:24:32.095614 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.127738 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks [] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.145923 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=9']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:32.169587 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:29Z', 'revision_number': 3, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:32.195710 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c131b-4d9f-47dc-8420-9e2726436b0d None None] The sync data for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi is: [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:29Z', 'revision_number': 3, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:32.227897 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.326585 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33782) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:32.341831 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.371497 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Pushing event updated for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:32.422951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cccc76-fb6c-44d3-b641-f04ce26383cf req-b28a9e2c-5f47-4ba1-a854-22e5583e2ddc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:32.424632 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-28cccc76-fb6c-44d3-b641-f04ce26383cf req-b28a9e2c-5f47-4ba1-a854-22e5583e2ddc tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.1705298 Apr 07 08:24:32.428908 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (aa1d5c82-2daa-40a9-b798-6a6660470dd4), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.448981 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['4bd2ea0b-e02f-495e-ab48-ef1135933d5c'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:24:32.508439 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (aa1d5c82-2daa-40a9-b798-6a6660470dd4), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.538230 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Network 39d73f66-1c26-40de-97fb-600b34e79b0b is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:32.545931 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-28cccc76-fb6c-44d3-b641-f04ce26383cf req-a5903f7e-630c-426d-9463-c0eb0d2081d7 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098976 Apr 07 08:24:32.550373 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:32.639362 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (aa1d5c82-2daa-40a9-b798-6a6660470dd4), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.643343 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.644818 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa1d5c82-2daa-40a9-b798-6a6660470dd4 HTTP/1.1" status: 204 len: 168 time: 0.3169670 Apr 07 08:24:32.649291 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33792) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:32.675477 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044539-eb86-454c-81bc-873e338fb0fe tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d5c82-2daa-40a9-b798-6a6660470dd4,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:32.694775 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-496356a1-34dc-472b-a239-9abe47ea1d2e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] show failed (client error): The resource could not be found. Apr 07 08:24:32.697145 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-496356a1-34dc-472b-a239-9abe47ea1d2e tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "GET /v2.0/security-groups/aa1d5c82-2daa-40a9-b798-6a6660470dd4 HTTP/1.1" status: 404 len: 347 time: 0.0459661 Apr 07 08:24:32.701725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33794) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:32.792314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Router 51cfb472-8937-4c0d-b67f-17dea2afa9da has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:24:32.861058 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-cb62446f-94b6-4e0b-9d79-85a78b464d09 None None] Provisioning complete for port fcec8096-a8e6-4749-9de0-1c67bd4ba53f triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:32.892395 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-cb62446f-94b6-4e0b-9d79-85a78b464d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.898352 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Deleting port 3f6058c0-f62c-4d4e-b9a1-c6be1d593a59 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:32.899204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.911063 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-cb62446f-94b6-4e0b-9d79-85a78b464d09 None None] Port fcec8096-a8e6-4749-9de0-1c67bd4ba53f cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:24:32.947441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:32.953176 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bcf6dc72-dda4-460b-93ab-3a24daa1f86e admin admin] 10.222.0.24 "PUT /v2.0/routers/51cfb472-8937-4c0d-b67f-17dea2afa9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243258 Apr 07 08:24:32.997837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:32.998411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.015264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Calling delete_port for 3f6058c0-f62c-4d4e-b9a1-c6be1d593a59 owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:33.644901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3f6058c0-f62c-4d4e-b9a1-c6be1d593a59), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.672277 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Pushing event deleted for resources: {'Port': ['ID=3f6058c0-f62c-4d4e-b9a1-c6be1d593a59,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:33.721092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562c3e-07ea-47f4-bfb8-f3596d099eb6 req-9f3bda1c-9b0e-4cb2-a4ef-8dbb3f54318f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:33.722767 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54562c3e-07ea-47f4-bfb8-f3596d099eb6 req-9f3bda1c-9b0e-4cb2-a4ef-8dbb3f54318f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 944 time: 0.0624373 Apr 07 08:24:33.741325 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks [] for floatingip (c5ef1867-5870-42c8-ae48-e8726a9ebba0), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.743985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.749666 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1cc52650-3d07-4193-983a-b04292ee75a6 tempest-AttachVolumeNegativeTest-1598593016 tempest-AttachVolumeNegativeTest-1598593016-project] 10.222.0.24 "DELETE /v2.0/floatingips/c5ef1867-5870-42c8-ae48-e8726a9ebba0 HTTP/1.1" status: 204 len: 168 time: 1.0461748 Apr 07 08:24:33.771287 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:33.783960 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-54562c3e-07ea-47f4-bfb8-f3596d099eb6 req-d52686e1-416d-4462-a64a-48c66c0a20b0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552111 Apr 07 08:24:33.848566 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:33.848566 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.849813 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33806) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:33.854364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266906816', 'description': 'tempest-secgroup-smoke-266906816 description', 'project_id': '19103491509d4c848446b3f854a973c0'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:33.917564 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ebc38012-91f4-4504-963d-cae0832baa14 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:33.961468 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:33.961860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:33.996567 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:24:33.998840 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5f29f-b98d-4065-948b-b36146a734ae" -d '{"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:24:34.014402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:34.015541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port ebc38012-91f4-4504-963d-cae0832baa14 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:34.015917 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ebc38012-91f4-4504-963d-cae0832baa14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.028921 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.046629 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731024fd-303a-4236-8afb-9812c5bfc238 x-openstack-request-id: req-731024fd-303a-4236-8afb-9812c5bfc238 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:24:34.047535 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:24:34.047782 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-731024fd-303a-4236-8afb-9812c5bfc238 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:24:34.048185 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731024fd-303a-4236-8afb-9812c5bfc238'] response: {'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'code': 200} Apr 07 08:24:34.101660 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.119249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (d5b71a53-e9ff-461c-ba81-df31c97ed4be), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.128964 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port ebc38012-91f4-4504-963d-cae0832baa14 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:34.129358 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ebc38012-91f4-4504-963d-cae0832baa14), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.166710 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Sync routers for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:34.171290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port ebc38012-91f4-4504-963d-cae0832baa14, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ebc38012-91f4-4504-963d-cae0832baa14,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:34.176099 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:34.176839 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:34.184533 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=10']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:34.244941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d5b71a53-e9ff-461c-ba81-df31c97ed4be), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.245393 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ebc38012-91f4-4504-963d-cae0832baa14), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.279110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b71a53-e9ff-461c-ba81-df31c97ed4be,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:34.298668 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:34.306628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=ebc38012-91f4-4504-963d-cae0832baa14,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:34.389967 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.394870 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2f3e118f-97c9-4830-8a69-bfe3a1b25a35 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5409927 Apr 07 08:24:34.395249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33814) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:34.400783 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:34.505286 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 4, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'fcec8096-a8e6-4749-9de0-1c67bd4ba53f', 'name': '', 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'mac_address': 'fa:16:3e:16:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:31Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 2, 'project_id': '33df50afaf4b4741b056272b63e27805', 'subnets': [{'id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:34.524038 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (fa9b41fb-7775-4e1f-bc1c-215296ce4a85), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.532651 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Checking router: 51cfb472-8937-4c0d-b67f-17dea2afa9da for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:34.532929 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Updating router 51cfb472-8937-4c0d-b67f-17dea2afa9da port fcec8096-a8e6-4749-9de0-1c67bd4ba53f binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:24:34.560836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.604310 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (fa9b41fb-7775-4e1f-bc1c-215296ce4a85), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.612831 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698660ae-3145-4ea9-9112-a1f87853dc06 req-81baa9f0-016f-4d59-9fb7-04421c59bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:34.614568 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-698660ae-3145-4ea9-9112-a1f87853dc06 req-81baa9f0-016f-4d59-9fb7-04421c59bada service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1130 time: 0.0679407 Apr 07 08:24:34.842433 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks [] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.937079 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.944279 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (fa9b41fb-7775-4e1f-bc1c-215296ce4a85), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:34.965055 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-698660ae-3145-4ea9-9112-a1f87853dc06 req-f774819f-f43d-4fb6-adb4-20c66b766afe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407297 Apr 07 08:24:34.983561 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c269b-1336-4a8c-a081-90eee3723ce6 None None] Pushing event updated for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:34.999508 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9b41fb-7775-4e1f-bc1c-215296ce4a85,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:35.047748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52191-ce8a-4ee0-a4a0-f56b15ea08a3 req-ac449f1e-eb3b-46ce-92e2-5debc509da1b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:35.049467 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98c52191-ce8a-4ee0-a4a0-f56b15ea08a3 req-ac449f1e-eb3b-46ce-92e2-5debc509da1b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.1075079 Apr 07 08:24:35.064579 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Attempting to bind port fcec8096-a8e6-4749-9de0-1c67bd4ba53f on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:35.064944 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Attempting to bind port fcec8096-a8e6-4749-9de0-1c67bd4ba53f by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:35.065333 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Attempting to bind port fcec8096-a8e6-4749-9de0-1c67bd4ba53f on network 39d73f66-1c26-40de-97fb-600b34e79b0b {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:35.071098 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:35.071407 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Checking segment: {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:35.071797 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.072188 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Bound using segment: {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:35.072660 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Bound port: fcec8096-a8e6-4749-9de0-1c67bd4ba53f, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6499bd-9a38-4714-9ef4-2140735acc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:35.073032 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.124244 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-98c52191-ce8a-4ee0-a4a0-f56b15ea08a3 req-001e76e1-1f57-4b74-af43-e28e2722f196 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595517 Apr 07 08:24:35.150196 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.151470 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1bfeb988-966a-4027-af59-8c801261f193 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7552989 Apr 07 08:24:35.158341 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] For port fcec8096-a8e6-4749-9de0-1c67bd4ba53f, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:35.158341 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] For port fcec8096-a8e6-4749-9de0-1c67bd4ba53f, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:35.160703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33832) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:35.165407 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:35.222512 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.251854 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Provisioning complete for port fcec8096-a8e6-4749-9de0-1c67bd4ba53f triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:35.252384 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.287940 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c269b-1336-4a8c-a081-90eee3723ce6 None None] Pushing event updated for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:35.290656 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:35.291274 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:35.330448 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (94a284db-3e5b-4e46-b1a4-a18ae064f1c6), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.347389 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Current status of the port fcec8096-a8e6-4749-9de0-1c67bd4ba53f is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:35.351878 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.403634 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] For port fcec8096-a8e6-4749-9de0-1c67bd4ba53f, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:35.426406 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (94a284db-3e5b-4e46-b1a4-a18ae064f1c6), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.527559 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:35.536460 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (94a284db-3e5b-4e46-b1a4-a18ae064f1c6), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.536707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.552243 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a284db-3e5b-4e46-b1a4-a18ae064f1c6,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:35.607386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57645-18de-42cc-a525-3b13339d4c57 None None] Pushing event updated for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:35.659791 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-92fb91a3-4b91-4ede-9b75-042832dde568 None None] Provisioning complete for port fcec8096-a8e6-4749-9de0-1c67bd4ba53f triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:35.660174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-92fb91a3-4b91-4ede-9b75-042832dde568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.693540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.694918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-26423f51-638e-48f4-a360-5f8a7431741e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5331750 Apr 07 08:24:35.705265 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33842) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:35.709984 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:35.732495 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 4, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'fcec8096-a8e6-4749-9de0-1c67bd4ba53f', 'name': '', 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'mac_address': 'fa:16:3e:16:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:31Z', 'updated_at': '2022-04-07T08:24:35Z', 'revision_number': 4, 'project_id': '33df50afaf4b4741b056272b63e27805', 'subnets': [{'id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:35.741912 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-92fb91a3-4b91-4ede-9b75-042832dde568 None None] Current status of the port fcec8096-a8e6-4749-9de0-1c67bd4ba53f is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:35.760054 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849b573-eacc-484c-998c-36c8ed7a7627 None None] The sync data for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi is: [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:24:31Z', 'revision_number': 4, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': 'fcec8096-a8e6-4749-9de0-1c67bd4ba53f', 'name': '', 'network_id': '39d73f66-1c26-40de-97fb-600b34e79b0b', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'mac_address': 'fa:16:3e:16:09:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:31Z', 'updated_at': '2022-04-07T08:24:35Z', 'revision_number': 4, 'project_id': '33df50afaf4b4741b056272b63e27805', 'subnets': [{'id': 'be1442d8-ecc8-498b-b682-6a92eb6903af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:35.813877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (5c00a7a8-33ee-4ec7-a8e3-1ea99595c17e), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.894093 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (5c00a7a8-33ee-4ec7-a8e3-1ea99595c17e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:35.992067 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ebc38012-91f4-4504-963d-cae0832baa14 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:36.010612 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (5c00a7a8-33ee-4ec7-a8e3-1ea99595c17e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.031169 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c00a7a8-33ee-4ec7-a8e3-1ea99595c17e,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:36.050101 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port ebc38012-91f4-4504-963d-cae0832baa14 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:36.050101 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ebc38012-91f4-4504-963d-cae0832baa14), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.127734 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.129382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-0df275bd-7204-43b7-bb7a-c4bef7ec0919 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4232333 Apr 07 08:24:36.132252 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33844) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:36.136550 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port ebc38012-91f4-4504-963d-cae0832baa14 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:36.136753 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:36.137628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device fcec8096-a8e6-4749-9de0-1c67bd4ba53f up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:36.203005 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port fcec8096-a8e6-4749-9de0-1c67bd4ba53f triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:24:36.203461 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.262745 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (f73acac3-c51a-4ecb-9651-d3753d121267), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.293486 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b75559-d87f-404e-9f0f-80641814ef1e req-d3c8851d-c83a-4328-97c3-de42fffa8799 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:36.295092 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38b75559-d87f-404e-9f0f-80641814ef1e req-d3c8851d-c83a-4328-97c3-de42fffa8799 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.0943389 Apr 07 08:24:36.303623 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port fcec8096-a8e6-4749-9de0-1c67bd4ba53f is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:36.353403 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (f73acac3-c51a-4ecb-9651-d3753d121267), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.383981 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38b75559-d87f-404e-9f0f-80641814ef1e req-45dc2e1e-893d-41ba-819b-232d93463816 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574191 Apr 07 08:24:36.433854 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (f73acac3-c51a-4ecb-9651-d3753d121267), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.459474 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73acac3-c51a-4ecb-9651-d3753d121267,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:36.531682 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.533241 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-53d13604-2743-4ddb-84a1-604468317b2a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998504 Apr 07 08:24:36.535759 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33852) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:36.541260 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:36.666217 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.securitygroups_db [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Project 19103491509d4c848446b3f854a973c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:24:36.672115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (e8794917-b664-48c9-8a06-b0ef7d4d9372), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.761830 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (e8794917-b664-48c9-8a06-b0ef7d4d9372), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.890214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (e8794917-b664-48c9-8a06-b0ef7d4d9372), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:36.909316 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8794917-b664-48c9-8a06-b0ef7d4d9372,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:37.086553 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:37.087831 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1124601c-35cb-4ddf-9508-9e18a1e1626f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5503526 Apr 07 08:24:37.090455 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 33884) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:37.094956 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'security_group_rule': {'security_group_id': 'd5b71a53-e9ff-461c-ba81-df31c97ed4be', 'project_id': '19103491509d4c848446b3f854a973c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:37.233664 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.securitygroups_db [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Project 19103491509d4c848446b3f854a973c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:24:37.240511 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (67fb2926-f483-4e26-88ad-ebb22cf02013), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:37.305709 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (67fb2926-f483-4e26-88ad-ebb22cf02013), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:37.404871 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (67fb2926-f483-4e26-88ad-ebb22cf02013), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:37.425296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fb2926-f483-4e26-88ad-ebb22cf02013,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:37.488144 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:37.489454 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d07cc613-77a7-4752-be93-61294af41c13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3980508 Apr 07 08:24:37.509912 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ee4-097c-4709-aa62-3c19bad7178c req-126291e0-c0a4-4848-b29f-11b950b6d40a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:37.511429 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-18db6ee4-097c-4709-aa62-3c19bad7178c req-126291e0-c0a4-4848-b29f-11b950b6d40a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.0578909 Apr 07 08:24:37.560900 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-18db6ee4-097c-4709-aa62-3c19bad7178c req-7e632bd8-6e1b-45a4-ab37-1613d347bf9b tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427403 Apr 07 08:24:38.291082 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 33960) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:38.689413 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2014-b56f-43c9-b082-a4fa2f7430fc req-f1852154-06a2-4f1f-862a-c5c960840d39 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:38.690917 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-affa2014-b56f-43c9-b082-a4fa2f7430fc req-f1852154-06a2-4f1f-862a-c5c960840d39 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.0551353 Apr 07 08:24:38.739246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-affa2014-b56f-43c9-b082-a4fa2f7430fc req-b65c1f2e-4fef-4895-9005-697114d60401 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Apr 07 08:24:38.833741 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:39.103133 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Deleting port 5a35dce9-7aac-40f1-8c8a-6d425b138834 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:39.103482 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:39.185145 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] For port 5a35dce9-7aac-40f1-8c8a-6d425b138834, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=5a35dce9-7aac-40f1-8c8a-6d425b138834,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:39.185513 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:39.198114 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Calling delete_port for 5a35dce9-7aac-40f1-8c8a-6d425b138834 owned by network:router_interface {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:39.445085 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (5a35dce9-7aac-40f1-8c8a-6d425b138834), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:39.474057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Pushing event deleted for resources: {'Port': ['ID=5a35dce9-7aac-40f1-8c8a-6d425b138834,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:39.640091 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:39.863867 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:24:39.969390 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:24:39.974224 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-115a18e6-dab8-4b4f-9505-b30c15f57edf admin admin] 10.222.0.24 "PUT /v2.0/routers/0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820703 Apr 07 08:24:39.976927 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34002) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:39.977775 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Sync routers for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:24:39.989320 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:39.989941 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:40.088852 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks [] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.208186 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks [] for router_gateway (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.241510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:40.351908 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Deleting port 2009e3dc-82ab-4a3a-97d0-7b861c10201e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:40.352379 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.428397 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:24:39Z', 'revision_number': 5, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port': {'id': '2009e3dc-82ab-4a3a-97d0-7b861c10201e', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:40.436299 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] For port 2009e3dc-82ab-4a3a-97d0-7b861c10201e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2009e3dc-82ab-4a3a-97d0-7b861c10201e,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:40.436663 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.450856 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Calling delete_port for 2009e3dc-82ab-4a3a-97d0-7b861c10201e owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:40.459969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Checking router: 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:24:40.469471 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Routers {'0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:24:40.470102 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:40.562847 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] Set router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e gateway port host: None {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:24:40.618777 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:24:40Z', 'revision_number': 6, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:40.649162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dfc7d-a09c-4808-acd6-c57e89277df3 None None] The sync data for ids ['0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e'] in dv-cinder-815659-6-iscsi is: [{'id': '0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e', 'name': 'tempest-AttachVolumeNegativeTest-791144357-router', 'tenant_id': '855750222ce5470b8ee897311bbc175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:24:40Z', 'revision_number': 6, 'project_id': '855750222ce5470b8ee897311bbc175c', 'gw_port_host': None}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:24:40.705931 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34016) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:40.712852 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (2009e3dc-82ab-4a3a-97d0-7b861c10201e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.739014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2009e3dc-82ab-4a3a-97d0-7b861c10201e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:40.806219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.909396 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5873-50ac-4da9-b762-906ccd652358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.919987 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:40.922154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks [] for router_controller (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.028312 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5873-50ac-4da9-b762-906ccd652358 admin admin] Publish callbacks [] for security_group (3bd3d2cb-45b6-428c-9b79-6e54b1eec64d), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.085049 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.085649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:24:41.090337 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.093836 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3bc0f1a5-f7f4-4494-b8df-d9ae538f0d6c admin admin] 10.222.0.24 "DELETE /v2.0/routers/0e5a8f0c-89f6-4bb3-b719-455b5b31cc8e HTTP/1.1" status: 204 len: 168 time: 1.1136143 Apr 07 08:24:41.096466 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34020) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:41.127549 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5873-50ac-4da9-b762-906ccd652358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3bd3d2cb-45b6-428c-9b79-6e54b1eec64d), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.161939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Deleting subnet ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:24:41.170597 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Publish callbacks [] for subnet (ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.205414 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2c1b5873-50ac-4da9-b762-906ccd652358 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60ec9f53c342403abb2eee93e7d65ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983144 Apr 07 08:24:41.209775 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34022) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:41.210259 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b5873-50ac-4da9-b762-906ccd652358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3d2cb-45b6-428c-9b79-6e54b1eec64d,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:41.223055 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.266381 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] Publish callbacks [] for security_group (3bd3d2cb-45b6-428c-9b79-6e54b1eec64d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.289682 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] Publish callbacks [] for security_group (3bd3d2cb-45b6-428c-9b79-6e54b1eec64d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.316288 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.477565 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3bd3d2cb-45b6-428c-9b79-6e54b1eec64d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.482106 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.482106 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bd3d2cb-45b6-428c-9b79-6e54b1eec64d HTTP/1.1" status: 204 len: 168 time: 0.2728424 Apr 07 08:24:41.489696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.491467 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687968c-500b-4afb-93f4-8dab08a12b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3d2cb-45b6-428c-9b79-6e54b1eec64d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:41.542456 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.550687 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c HTTP/1.1" status: 204 len: 168 time: 0.4531400 Apr 07 08:24:41.550687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9d1fb-9a50-40c6-9c00-59e0c5544b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1d13d0-c8c9-48f9-91c2-c7bf30b0803c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:41.556974 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34028) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:41.557113 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f452a26-8cdc-405e-83b1-226b51383192 None None] Network e436714d-fd7b-4023-a411-0a52d57a3d0f requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:41.628813 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (e436714d-fd7b-4023-a411-0a52d57a3d0f), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.697811 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Deleting port 3a77cbf4-8e02-46e9-89eb-36d003612b79 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:41.698146 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.743337 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] DHCP port deletion for e436714d-fd7b-4023-a411-0a52d57a3d0f request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:24:41.793844 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] For port 3a77cbf4-8e02-46e9-89eb-36d003612b79, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=3a77cbf4-8e02-46e9-89eb-36d003612b79,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:41.794027 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.819671 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Deleting port 3a77cbf4-8e02-46e9-89eb-36d003612b79 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:24:41.820457 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.839898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Calling delete_port for 3a77cbf4-8e02-46e9-89eb-36d003612b79 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:41.895965 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] For port 3a77cbf4-8e02-46e9-89eb-36d003612b79, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=3a77cbf4-8e02-46e9-89eb-36d003612b79,segment=NetworkSegment(dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7),segment_id=dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:41.896690 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:41.914069 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a35dce9-7aac-40f1-8c8a-6d425b138834 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:41.942785 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Calling delete_port for 3a77cbf4-8e02-46e9-89eb-36d003612b79 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:24:41.944664 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 5a35dce9-7aac-40f1-8c8a-6d425b138834 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:41.945005 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 5a35dce9-7aac-40f1-8c8a-6d425b138834 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:41.945417 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 3a77cbf4-8e02-46e9-89eb-36d003612b79 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:42.056348 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.083964 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 3a77cbf4-8e02-46e9-89eb-36d003612b79 is: ACTIVE; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:42.084357 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.088342 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (3a77cbf4-8e02-46e9-89eb-36d003612b79), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.091741 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] No DVR routers for this DVR port 3a77cbf4-8e02-46e9-89eb-36d003612b79 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:24:42.097886 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Pushing event deleted for resources: {'Port': ['ID=3a77cbf4-8e02-46e9-89eb-36d003612b79,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:42.128317 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] No DVR routers for this DVR port 3a77cbf4-8e02-46e9-89eb-36d003612b79 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:24:42.130990 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38921cbd-a188-4020-a1d7-1b6ae83cd44a None None] Pushing event deleted for resources: {'Port': ['ID=3a77cbf4-8e02-46e9-89eb-36d003612b79,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:42.161211 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2009e3dc-82ab-4a3a-97d0-7b861c10201e no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:24:42.180656 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 2009e3dc-82ab-4a3a-97d0-7b861c10201e {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:24:42.182828 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (e436714d-fd7b-4023-a411-0a52d57a3d0f), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.185548 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2009e3dc-82ab-4a3a-97d0-7b861c10201e not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:24:42.205545 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e436714d-fd7b-4023-a411-0a52d57a3d0f']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:42.215728 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:42.216352 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:24:42.226461 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.240614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.246734 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:24:42.247129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (dfbdd19f-3881-4b02-98fa-fe1f5b0c7cc7), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:24:42.248840 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:24:42.254381 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34032) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:42.273471 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d92db96b-35eb-41e0-90ae-777a2eea2fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.353604 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d92db96b-35eb-41e0-90ae-777a2eea2fda admin admin] Publish callbacks [] for security_group (3734c29c-f148-47b8-8c92-14d3c6502458), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.398773 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (e436714d-fd7b-4023-a411-0a52d57a3d0f), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.404248 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.408117 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] 10.222.0.24 "DELETE /v2.0/networks/e436714d-fd7b-4023-a411-0a52d57a3d0f HTTP/1.1" status: 204 len: 168 time: 0.8559670 Apr 07 08:24:42.418965 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41adc1-d823-4069-8793-d8b52eb894db admin admin] Pushing event deleted for resources: {'Network': ['ID=e436714d-fd7b-4023-a411-0a52d57a3d0f,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:42.427625 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d92db96b-35eb-41e0-90ae-777a2eea2fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3734c29c-f148-47b8-8c92-14d3c6502458), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.465028 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db96b-35eb-41e0-90ae-777a2eea2fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734c29c-f148-47b8-8c92-14d3c6502458,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:42.469992 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d92db96b-35eb-41e0-90ae-777a2eea2fda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4bc2a27d7f640788f90c66c6381c739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144258 Apr 07 08:24:42.472665 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34036) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:42.524880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] Publish callbacks [] for security_group (3734c29c-f148-47b8-8c92-14d3c6502458), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.565881 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] Publish callbacks [] for security_group (3734c29c-f148-47b8-8c92-14d3c6502458), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.667274 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (3734c29c-f148-47b8-8c92-14d3c6502458), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.669822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.671132 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3734c29c-f148-47b8-8c92-14d3c6502458 HTTP/1.1" status: 204 len: 168 time: 0.1974733 Apr 07 08:24:42.679427 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba5c3-d783-45ac-88d0-9c3dad612172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734c29c-f148-47b8-8c92-14d3c6502458,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:42.849564 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34042) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:42.891041 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b38eb4fb-6811-4f82-899f-1df9bd6c40fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=855750222ce5470b8ee897311bbc175c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397761 Apr 07 08:24:42.893763 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34044) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:42.939598 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] Publish callbacks [] for security_group (ad08759f-389e-43ea-ac3d-1d3e7d406253), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:42.964244 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] Publish callbacks [] for security_group (ad08759f-389e-43ea-ac3d-1d3e7d406253), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.073282 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ad08759f-389e-43ea-ac3d-1d3e7d406253), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.075899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.080479 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad08759f-389e-43ea-ac3d-1d3e7d406253 HTTP/1.1" status: 204 len: 168 time: 0.1827173 Apr 07 08:24:43.090322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b7797-66b4-46da-9e27-407384c5dbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08759f-389e-43ea-ac3d-1d3e7d406253,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:43.569580 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34054) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:43.585040 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b0caf58c-daa7-4baf-9022-d86a4d981994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.667947 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b0caf58c-daa7-4baf-9022-d86a4d981994 admin admin] Publish callbacks [] for security_group (cbb85a24-cd1f-4f6e-8f41-450c1e704512), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.746017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b0caf58c-daa7-4baf-9022-d86a4d981994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cbb85a24-cd1f-4f6e-8f41-450c1e704512), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.789160 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b0caf58c-daa7-4baf-9022-d86a4d981994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1368b553ad14a08bded47ad6927bc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180648 Apr 07 08:24:43.790381 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caf58c-daa7-4baf-9022-d86a4d981994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb85a24-cd1f-4f6e-8f41-450c1e704512,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:43.792378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34062) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:43.846482 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] Publish callbacks [] for security_group (cbb85a24-cd1f-4f6e-8f41-450c1e704512), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:43.868713 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] Publish callbacks [] for security_group (cbb85a24-cd1f-4f6e-8f41-450c1e704512), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:44.035882 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cbb85a24-cd1f-4f6e-8f41-450c1e704512), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:44.038840 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:44.040274 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbb85a24-cd1f-4f6e-8f41-450c1e704512 HTTP/1.1" status: 204 len: 168 time: 0.2461350 Apr 07 08:24:44.051127 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a85b-3f24-4334-8d70-76c7dc720889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb85a24-cd1f-4f6e-8f41-450c1e704512,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:45.004448 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.140256 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34102) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:45.235240 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364998686-network', 'tenant_id': '1115c341468f4b3f9f0b601287924419'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:45.347441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Made reservation on behalf of 1115c341468f4b3f9f0b601287924419 for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:45.349711 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.358033 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.430162 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks [] for security_group (ca24f408-772a-4395-a36f-fbb125228c6c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.517409 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ca24f408-772a-4395-a36f-fbb125228c6c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.546945 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:24:45.552861 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24f408-772a-4395-a36f-fbb125228c6c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:45.560441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (95ae0825-4527-4501-8ff4-65502ff461de), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.560441 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Added segment 95ae0825-4527-4501-8ff4-65502ff461de of type vlan for network 44ab253e-ff5a-46f8-a777-698817b652e5 Apr 07 08:24:45.602147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (44ab253e-ff5a-46f8-a777-698817b652e5), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.668007 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-f6891194-a2e2-4d5f-a9de-3939e1e7d5a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463161 Apr 07 08:24:45.701629 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (44ab253e-ff5a-46f8-a777-698817b652e5), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.702671 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:45.703268 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.746130 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-d8bbd74c-e2bf-46a1-8960-bf2767455b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:45.747671 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-d8bbd74c-e2bf-46a1-8960-bf2767455b37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04484041f7f94f849d3964bfd19e47e9&device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 1130 time: 0.0451262 Apr 07 08:24:45.762719 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] Pushing event updated for resources: {'Network': ['ID=44ab253e-ff5a-46f8-a777-698817b652e5,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:45.773091 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 44ab253e-ff5a-46f8-a777-698817b652e5 details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:24:45.833908 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-209ea13f-59c8-4875-8ac9-edf78d433295 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6919322 Apr 07 08:24:45.834577 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34110) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:45.839506 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Request body: {'subnet': {'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364998686-subnet', 'tenant_id': '1115c341468f4b3f9f0b601287924419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:45.869446 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-8b91c359-0c01-4a00-aedc-2f4401ed2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:45.870956 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-8b91c359-0c01-4a00-aedc-2f4401ed2f77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 200 len: 917 time: 0.1056981 Apr 07 08:24:45.934405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-950ed212-5b2a-4da0-89ff-8fff066f6066 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 200 len: 1001 time: 0.0572395 Apr 07 08:24:45.941523 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Made reservation on behalf of 1115c341468f4b3f9f0b601287924419 for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:45.944028 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776179'] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:45.980705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-0a52d1bf-1560-4ba3-9a31-d84f0e9126b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:45.982147 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-0a52d1bf-1560-4ba3-9a31-d84f0e9126b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 200 len: 855 time: 0.0418913 Apr 07 08:24:46.037324 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-86c46ac9-f786-4f53-ba53-d799ea48d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:46.038844 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-86c46ac9-f786-4f53-ba53-d799ea48d620 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8aa5e598-1986-40f3-8a00-4ca541e02858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486312 Apr 07 08:24:46.136835 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-12ab2a9b-6083-4b5b-a8ce-a65c9343f863 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915775 Apr 07 08:24:46.186411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2124050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25780169'] for subnet (a77fa35f-a147-4760-98d2-f7859df048c5), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:46.232690 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e3730b-c2ed-4ed9-8d47-1aa64b2ccf5a req-a5aa3676-976c-4fe0-9d21-81c08927ab37 service neutron] 10.222.0.20 "GET /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888944 Apr 07 08:24:46.257050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77fa35f-a147-4760-98d2-f7859df048c5,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:46.261455 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Checking segment: {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:46.261822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Network hostable DHCP agents. Network: 44ab253e-ff5a-46f8-a777-698817b652e5, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:24:46.330277 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Network 44ab253e-ff5a-46f8-a777-698817b652e5 is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:24:46.399286 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 44ab253e-ff5a-46f8-a777-698817b652e5) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:46.404281 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:46.405253 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:46.420229 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4f782-d7ec-463a-a58f-2785d2273596 None None] Network 44ab253e-ff5a-46f8-a777-698817b652e5 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:46.502884 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a9bc8bf6-1146-49f5-9d49-e6d0a52431ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6671920 Apr 07 08:24:46.567300 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8056322-7b0a-4bdb-81bc-f74bbe0a0393 None None] Network 44ab253e-ff5a-46f8-a777-698817b652e5 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:24:48.701612 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed5cc-d28f-4bb8-a842-9df1ec27df9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:48.746423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-06aef346-876e-4f7f-a58e-c2622678954a tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:48.747919 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-06aef346-876e-4f7f-a58e-c2622678954a tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/networks?id=44ab253e-ff5a-46f8-a777-698817b652e5 HTTP/1.1" status: 200 len: 809 time: 0.1043088 Apr 07 08:24:48.762877 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-f56bfacd-a2f5-4e2b-9c1d-0c51d5445b80 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/quotas/1115c341468f4b3f9f0b601287924419 HTTP/1.1" status: 200 len: 375 time: 0.0088522 Apr 07 08:24:48.796624 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-6dadbad2-57f7-4d85-939c-aabacdff77ea tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289097 Apr 07 08:24:48.886226 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-5a8b30bf-f5e2-4982-acfb-bf02e9248177 service neutron] 10.222.0.24 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Apr 07 08:24:48.976882 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-7015e049-eb8a-4d1d-9302-7100ea7c71e9 service neutron] 10.222.0.24 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850148 Apr 07 08:24:49.235656 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a7e9d0f0-8f0a-46fe-b36d-321a399d7056 req-ebc21553-413d-4b05-94a9-ea19bea6d6d6 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 210 time: 0.0272484 Apr 07 08:24:50.330603 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-083d1276-8f3e-4c9e-856b-e693cbe139f1 req-b178e661-f25c-4f04-ac05-367e34bbb3e9 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 210 time: 0.0295846 Apr 07 08:24:50.935960 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9fac-05b7-4fcc-bafa-df47e48f47b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:51.425949 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fbeef46d-7016-425c-b210-2a48c4ce5fce req-3411f46e-e918-483b-9613-b6309b665ceb tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 210 time: 0.0278800 Apr 07 08:24:51.690908 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-55159639-91e1-4394-9949-3b4a7df0b912 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:51.692250 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-55159639-91e1-4394-9949-3b4a7df0b912 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "GET /v2.0/networks?id=44ab253e-ff5a-46f8-a777-698817b652e5 HTTP/1.1" status: 200 len: 809 time: 0.1049311 Apr 07 08:24:51.720305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Request body: {'port': {'device_id': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5', 'admin_state_up': True, 'tenant_id': '1115c341468f4b3f9f0b601287924419'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:51.912967 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Made reservation on behalf of 1115c341468f4b3f9f0b601287924419 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:51.916639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.043220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Allocated IP 172.20.0.6 (44ab253e-ff5a-46f8-a777-698817b652e5/a77fa35f-a147-4760-98d2-f7859df048c5/37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:52.196453 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks [] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.278395 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.330575 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.371674 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Network 44ab253e-ff5a-46f8-a777-698817b652e5 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:52.374612 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:52.378293 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:52.405294 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Pushing event updated for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:52.432602 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:52.433221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.527247 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-67aed763-4f00-4d44-a508-0e62da353c68 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109446 Apr 07 08:24:52.549750 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f89f5-d983-4406-a846-906b37acd601 req-9b34255d-59c8-4b33-806c-ca922f0f11f6 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:52.551145 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a69f89f5-d983-4406-a846-906b37acd601 req-9b34255d-59c8-4b33-806c-ca922f0f11f6 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 931 time: 0.0588660 Apr 07 08:24:52.555834 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Request body: {'port': {'device_id': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:52.640832 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a69f89f5-d983-4406-a846-906b37acd601 req-ec022e03-cd49-4ee3-8dbb-ef9373c59f01 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Apr 07 08:24:52.645289 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.905198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:24:52.912894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks [] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:52.924942 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Transition to ACTIVE for port object 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:24:53.015254 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:53.064419 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:53.137845 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Attempting to bind port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:24:53.138240 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Attempting to bind port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:24:53.148723 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Attempting to bind port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd on network 44ab253e-ff5a-46f8-a777-698817b652e5 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:53.148723 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd on network 44ab253e-ff5a-46f8-a777-698817b652e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:24:53.148723 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Attempting to bind port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd on network 44ab253e-ff5a-46f8-a777-698817b652e5 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:24:53.149123 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:24:53.149123 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Checking segment: {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:24:53.149453 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Bound using segment: {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:24:53.149875 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Bound port: 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:24:53.150238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:53.215189 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:24:53.218021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:24:53.319228 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:53.352571 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.353304 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:53.355442 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd HTTP/1.1" status: 200 len: 1093 time: 0.8026166 Apr 07 08:24:53.358325 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:24:53.360590 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af92d6e-79da-4635-8c81-ec80241e23df" -d '{"events": [{"name": "network-changed", "server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:24:53.392135 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82242ff4-5460-4877-9fc6-9736f185e9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:53.413217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f086ce-b5d8-4643-a276-c6ecc4033106 x-openstack-request-id: req-20f086ce-b5d8-4643-a276-c6ecc4033106 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:24:53.413217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:24:53.413217 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20f086ce-b5d8-4643-a276-c6ecc4033106 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:24:53.413217 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f086ce-b5d8-4643-a276-c6ecc4033106'] response: {'name': 'network-changed', 'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd', 'status': 'completed', 'code': 200} Apr 07 08:24:53.438576 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:53.502409 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92d6e-79da-4635-8c81-ec80241e23df req-4f38a286-d441-4992-a697-4a38c118807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.503906 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9af92d6e-79da-4635-8c81-ec80241e23df req-4f38a286-d441-4992-a697-4a38c118807b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 1127 time: 0.0458643 Apr 07 08:24:53.613126 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92d6e-79da-4635-8c81-ec80241e23df req-c0781557-f0fd-4a35-8a21-f982c969830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.614592 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9af92d6e-79da-4635-8c81-ec80241e23df req-c0781557-f0fd-4a35-8a21-f982c969830a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1115c341468f4b3f9f0b601287924419&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0923359 Apr 07 08:24:53.706635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92d6e-79da-4635-8c81-ec80241e23df req-e35c3bad-525a-4b31-af2e-48ec0292d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.708110 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9af92d6e-79da-4635-8c81-ec80241e23df req-e35c3bad-525a-4b31-af2e-48ec0292d143 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849478 Apr 07 08:24:53.763209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ec12c-4887-4d28-8932-90053bf04ef6 req-58883cd5-9222-4a89-a7bc-e4fbce09c0a5 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.764692 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb5ec12c-4887-4d28-8932-90053bf04ef6 req-58883cd5-9222-4a89-a7bc-e4fbce09c0a5 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 943 time: 0.0557196 Apr 07 08:24:53.840717 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bb5ec12c-4887-4d28-8932-90053bf04ef6 req-73b4333c-110d-404c-a1ea-0646bbdf0fb0 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694671 Apr 07 08:24:53.848677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-35c295fe-b6d0-4891-980f-b8fd9763e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.850107 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-35c295fe-b6d0-4891-980f-b8fd9763e9e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 1127 time: 0.0730181 Apr 07 08:24:53.903901 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-0a030d51-f806-4503-89ea-c55d09c96fea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd HTTP/1.1" status: 200 len: 217 time: 0.0369229 Apr 07 08:24:53.953607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-36a6fb3e-234f-4548-ad78-a88536341204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:53.955057 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-36a6fb3e-234f-4548-ad78-a88536341204 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a77fa35f-a147-4760-98d2-f7859df048c5 HTTP/1.1" status: 200 len: 849 time: 0.0424385 Apr 07 08:24:53.987200 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-d2d7de97-40f7-4242-86e6-448eae065e49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ab253e-ff5a-46f8-a777-698817b652e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245461 Apr 07 08:24:54.076000 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-e752ced0-fa96-4867-a033-a6f2e8d9b5e0 service neutron] 10.222.0.20 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831864 Apr 07 08:24:54.176386 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-743805bf-ffa0-4a5d-9398-c9b070f9a2bb req-e943451e-4edd-4546-a6db-5fff2b47bb14 service neutron] 10.222.0.20 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920353 Apr 07 08:24:54.774316 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:54.837344 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34272) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:54.941795 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74566378-3669-4260-8146-0f06096bf9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:54.958915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf1929-d23c-46d1-8ab1-dfacc1de153d req-1b47d677-d856-40d9-85ae-0ced4fd05030 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:54.960388 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f0cf1929-d23c-46d1-8ab1-dfacc1de153d req-1b47d677-d856-40d9-85ae-0ced4fd05030 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 943 time: 0.0527532 Apr 07 08:24:55.010707 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f0cf1929-d23c-46d1-8ab1-dfacc1de153d req-c44c4ba5-c1e9-4e49-9253-2ddee27d1031 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Apr 07 08:24:55.015038 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74566378-3669-4260-8146-0f06096bf9d5 admin admin] Publish callbacks [] for security_group (95ea30d2-b5cc-4320-a0de-df527ccf81d4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.078359 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-74566378-3669-4260-8146-0f06096bf9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (95ea30d2-b5cc-4320-a0de-df527ccf81d4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.115778 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566378-3669-4260-8146-0f06096bf9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea30d2-b5cc-4320-a0de-df527ccf81d4,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:55.120153 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-74566378-3669-4260-8146-0f06096bf9d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a702aaa025c14b1492e806671c56014f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817371 Apr 07 08:24:55.123133 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34278) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:55.170443 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] Publish callbacks [] for security_group (95ea30d2-b5cc-4320-a0de-df527ccf81d4), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.191885 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] Publish callbacks [] for security_group (95ea30d2-b5cc-4320-a0de-df527ccf81d4), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.345898 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ccbe69cd-b393-41b8-bde4-f20bdc4f4f82 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266906816&fields=id&tenant_id=19103491509d4c848446b3f854a973c0 HTTP/1.1" status: 200 len: 267 time: 0.0432885 Apr 07 08:24:55.347582 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (95ea30d2-b5cc-4320-a0de-df527ccf81d4), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.350118 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:55.351663 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95ea30d2-b5cc-4320-a0de-df527ccf81d4 HTTP/1.1" status: 204 len: 168 time: 0.2275870 Apr 07 08:24:55.360858 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518710-369b-4bfe-a8a4-014c5c6d3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea30d2-b5cc-4320-a0de-df527ccf81d4,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:55.452202 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-79889413-a462-4331-999f-07ad804e4517 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:55.454186 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-79889413-a462-4331-999f-07ad804e4517 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 808 time: 0.1017590 Apr 07 08:24:55.468158 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-e083ec55-2996-44a4-8433-1365848f92c2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/quotas/19103491509d4c848446b3f854a973c0 HTTP/1.1" status: 200 len: 375 time: 0.0087314 Apr 07 08:24:55.793456 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-cb1e07f7-3d27-4d9e-8981-05bb23a907bd tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3199463 Apr 07 08:24:55.979053 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-8b1655e1-056b-46a1-aae2-c1f90705008b service neutron] 10.222.0.24 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726723 Apr 07 08:24:56.073613 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-f1fdd8d3-0e2c-4aba-920b-98ec16fd3382 service neutron] 10.222.0.24 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Apr 07 08:24:56.141007 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178c133-243c-4e6e-b37e-f9acaa0d0206 req-0cc66e99-d587-44d4-946f-047bd98907fc tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:56.141007 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9178c133-243c-4e6e-b37e-f9acaa0d0206 req-0cc66e99-d587-44d4-946f-047bd98907fc tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 943 time: 0.0563908 Apr 07 08:24:56.186843 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9178c133-243c-4e6e-b37e-f9acaa0d0206 req-12f7bcfa-01eb-4853-8f47-d84d0693a0d6 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Apr 07 08:24:56.821502 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8fc20b88-f0d0-412a-9e12-0fddc16e7309 req-7b6a6322-cdb7-4a02-9a3a-7bbf2bb6322f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 210 time: 0.0307236 Apr 07 08:24:57.307889 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2640385-0182-4875-91be-761d45c3406e req-c074c365-8fbc-4b8f-8bd7-a09dd3950487 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:57.309672 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2640385-0182-4875-91be-761d45c3406e req-c074c365-8fbc-4b8f-8bd7-a09dd3950487 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 943 time: 0.0558305 Apr 07 08:24:57.356452 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2640385-0182-4875-91be-761d45c3406e req-5bd35639-6058-43fb-9323-2aee0c5557e4 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Apr 07 08:24:57.911258 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:24:57.916476 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-330f1287-2990-4116-851f-eeaa72891e8b req-02a4be4d-9c13-43ac-b3bc-e20717da4f33 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 210 time: 0.0264935 Apr 07 08:24:57.961762 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:24:58.014446 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:58.025793 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd', 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5', 'port_id': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd', 'mac_address': 'fa:16:3e:8e:18:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fa35f-a147-4760-98d2-f7859df048c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:24:58.063226 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:24:58.063618 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.076057 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:24:58.095918 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:24:58.158434 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.207127 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:58.214050 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.214399 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.214770 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.215109 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.215441 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.215771 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.216096 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.216417 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.216741 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.217064 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.217429 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.217734 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.218053 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.218402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.227555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:24:58.473794 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:24:58.484357 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b318d-4963-4614-b202-16efe427ae2d req-2f2ad1f6-62c4-4324-a6f1-b1e2831a531b tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:58.486527 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c7b318d-4963-4614-b202-16efe427ae2d req-2f2ad1f6-62c4-4324-a6f1-b1e2831a531b tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 944 time: 0.0572026 Apr 07 08:24:58.539366 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c7b318d-4963-4614-b202-16efe427ae2d req-86522737-c80d-4744-baa9-0bd8ebeed3c3 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Apr 07 08:24:58.573684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34380) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:58.676975 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d97ba23d-1bb7-4529-9e5a-d841d43bf2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.749369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d97ba23d-1bb7-4529-9e5a-d841d43bf2d1 admin admin] Publish callbacks [] for security_group (402f7d55-dc5c-430d-bd39-faa71eb00a17), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.826916 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d97ba23d-1bb7-4529-9e5a-d841d43bf2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (402f7d55-dc5c-430d-bd39-faa71eb00a17), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.865887 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d97ba23d-1bb7-4529-9e5a-d841d43bf2d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75263c487ffa457bb876ad0a9a4a1551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911348 Apr 07 08:24:58.866777 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba23d-1bb7-4529-9e5a-d841d43bf2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f7d55-dc5c-430d-bd39-faa71eb00a17,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:58.868614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34384) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:58.919225 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] Publish callbacks [] for security_group (402f7d55-dc5c-430d-bd39-faa71eb00a17), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:58.940005 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] Publish callbacks [] for security_group (402f7d55-dc5c-430d-bd39-faa71eb00a17), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.026175 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7050fe34-3358-44f5-b5da-7e270aafd6ab req-484d1b16-0823-49af-a6c0-0ed278318ffe tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 210 time: 0.0369992 Apr 07 08:24:59.061201 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (402f7d55-dc5c-430d-bd39-faa71eb00a17), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.063890 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.065107 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/402f7d55-dc5c-430d-bd39-faa71eb00a17 HTTP/1.1" status: 204 len: 168 time: 0.1950057 Apr 07 08:24:59.072893 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb53cf-637b-4eb4-ac95-9fce096c400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f7d55-dc5c-430d-bd39-faa71eb00a17,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:59.123124 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-fa8096d8-8cf6-418d-bf5b-ae21cb10570a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:59.124594 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-fa8096d8-8cf6-418d-bf5b-ae21cb10570a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 808 time: 0.1081545 Apr 07 08:24:59.196400 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ef00b92d-74bc-4825-a6ff-34e7beb383fa tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19103491509d4c848446b3f854a973c0 HTTP/1.1" status: 200 len: 379 time: 0.0545399 Apr 07 08:24:59.205633 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'port': {'device_id': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'admin_state_up': True, 'tenant_id': '19103491509d4c848446b3f854a973c0', 'security_groups': ['d5b71a53-e9ff-461c-ba81-df31c97ed4be']}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:24:59.421517 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Made reservation on behalf of 19103491509d4c848446b3f854a973c0 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:24:59.425073 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.550601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Allocated IP 172.20.0.14 (d42474cf-6e99-4b0a-b6e4-501c79a1d92d/0c6f71c3-bf56-44dd-8f03-9ba384737e33/c44aafcc-d108-4bd4-adb5-c15c96f37a05) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:24:59.724235 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1ecb9-04ae-43d1-a643-27f05e70f78a req-4ac7d6d5-7d2d-494a-8160-ad464f6c6732 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:59.725699 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7ec1ecb9-04ae-43d1-a643-27f05e70f78a req-4ac7d6d5-7d2d-494a-8160-ad464f6c6732 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 944 time: 0.1173129 Apr 07 08:24:59.728407 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.794733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34396) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:24:59.796494 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7ec1ecb9-04ae-43d1-a643-27f05e70f78a req-ff894e6a-186e-4359-a529-cfd4a0fcb4d1 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649209 Apr 07 08:24:59.807752 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6810-d95c-45a7-aa23-356e4da4f3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.871761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.882339 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6810-d95c-45a7-aa23-356e4da4f3ed admin admin] Publish callbacks [] for security_group (890d3bc3-bcf4-442a-a0b9-750438ac75d7), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:24:59.907670 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:24:59.918266 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:24:59.921443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:24:59.924368 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:24:59.952873 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:24:59.981686 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:24:59.982311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.002776 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6810-d95c-45a7-aa23-356e4da4f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (890d3bc3-bcf4-442a-a0b9-750438ac75d7), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.042461 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a6bb6810-d95c-45a7-aa23-356e4da4f3ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d42f45a32b064a8f9dd79a5fce3b684e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465835 Apr 07 08:25:00.043520 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6810-d95c-45a7-aa23-356e4da4f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d3bc3-bcf4-442a-a0b9-750438ac75d7,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:00.045322 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34398) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:00.068142 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:25:00.075014 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:00.075433 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.104193 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ace0f7fa-82e9-40d3-883f-a9c256df87e6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9025221 Apr 07 08:25:00.117771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] Publish callbacks [] for security_group (890d3bc3-bcf4-442a-a0b9-750438ac75d7), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.138026 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Request body: {'port': {'device_id': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:00.168422 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:00.168947 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.193091 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] Publish callbacks [] for security_group (890d3bc3-bcf4-442a-a0b9-750438ac75d7), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.193290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:00.195590 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecafc931-b62f-4e10-ad33-e61e3903d3ca" -d '{"events": [{"server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "name": "network-vif-plugged", "status": "completed", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:00.208648 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:00.227214 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-f4744e06-4fdd-4785-8322-84737a257f7b None None] Provisioning complete for port c44aafcc-d108-4bd4-adb5-c15c96f37a05 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:00.227588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f4744e06-4fdd-4785-8322-84737a257f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.243851 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ffcb-6850-420b-b0e0-cce354ef0d76 req-91fd824e-a8fa-4655-8699-f9ee6f953f55 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:00.245337 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27f9ffcb-6850-420b-b0e0-cce354ef0d76 req-91fd824e-a8fa-4655-8699-f9ee6f953f55 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 932 time: 0.1478512 Apr 07 08:25:00.253639 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aff143-90ec-42d1-8eeb-cf5473c45288 x-openstack-request-id: req-c9aff143-90ec-42d1-8eeb-cf5473c45288 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:00.253933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "name": "network-vif-plugged", "status": "completed", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:00.254190 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9aff143-90ec-42d1-8eeb-cf5473c45288 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:00.254622 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9aff143-90ec-42d1-8eeb-cf5473c45288'] response: {'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd', 'code': 200} Apr 07 08:25:00.268694 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-f4744e06-4fdd-4785-8322-84737a257f7b None None] Port c44aafcc-d108-4bd4-adb5-c15c96f37a05 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:00.283809 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.347590 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27f9ffcb-6850-420b-b0e0-cce354ef0d76 req-7e5905e7-8026-48dd-8649-8e52feacf17b tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940106 Apr 07 08:25:00.353107 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.417368 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (890d3bc3-bcf4-442a-a0b9-750438ac75d7), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.420296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.430767 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/890d3bc3-bcf4-442a-a0b9-750438ac75d7 HTTP/1.1" status: 204 len: 168 time: 0.3782136 Apr 07 08:25:00.509490 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5535824-f4be-44c7-a8b4-4d54ba10af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d3bc3-bcf4-442a-a0b9-750438ac75d7,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:00.566500 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:00.654308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6488-af3c-433e-80e1-a30d980fb603 req-182e058e-451a-474b-92b8-6219d019a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:00.656028 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d40f6488-af3c-433e-80e1-a30d980fb603 req-182e058e-451a-474b-92b8-6219d019a60e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 1129 time: 0.0474503 Apr 07 08:25:00.659287 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44aafcc-d108-4bd4-adb5-c15c96f37a05 {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:25:00.666941 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks [] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.679244 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Transition to ACTIVE for port object c44aafcc-d108-4bd4-adb5-c15c96f37a05 will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:25:00.702694 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d40f6488-af3c-433e-80e1-a30d980fb603 req-eba4218a-e76d-41b4-89f6-6e43241dfd32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Apr 07 08:25:00.826969 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:00.888783 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:00.989617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd42d5-b8e5-45bf-9d73-a2bfe84c2ff1 req-a962564e-5693-40ef-ba85-c4c8c5210cc0 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:00.991304 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7dd42d5-b8e5-45bf-9d73-a2bfe84c2ff1 req-a962564e-5693-40ef-ba85-c4c8c5210cc0 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 945 time: 0.1193371 Apr 07 08:25:01.001505 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Attempting to bind port c44aafcc-d108-4bd4-adb5-c15c96f37a05 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:01.004728 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Attempting to bind port c44aafcc-d108-4bd4-adb5-c15c96f37a05 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:01.004728 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Attempting to bind port c44aafcc-d108-4bd4-adb5-c15c96f37a05 on network d42474cf-6e99-4b0a-b6e4-501c79a1d92d {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:01.023893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Port c44aafcc-d108-4bd4-adb5-c15c96f37a05 on network d42474cf-6e99-4b0a-b6e4-501c79a1d92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:25:01.024311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Attempting to bind port c44aafcc-d108-4bd4-adb5-c15c96f37a05 on network d42474cf-6e99-4b0a-b6e4-501c79a1d92d {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:01.035930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:01.035930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Checking segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:01.035930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Bound using segment: {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:01.036775 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Bound port: c44aafcc-d108-4bd4-adb5-c15c96f37a05, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f94aedf-132b-4d61-9bb4-d8046a85b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:01.037135 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:01.092484 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7dd42d5-b8e5-45bf-9d73-a2bfe84c2ff1 req-28f3355f-d525-4b9c-b21d-681e5cc51afe tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936575 Apr 07 08:25:01.129722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:01.134377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:01.233417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:01.265103 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:01.266812 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:01.267966 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] 10.222.0.20 "PUT /v2.0/ports/c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1094 time: 1.1350255 Apr 07 08:25:01.270427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:01.272652 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:01.303045 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f9de2-f441-4fb7-a218-04dd36264dec service neutron] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:01.312937 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e8e729-312e-4b3f-8679-94c8b56ee4df x-openstack-request-id: req-32e8e729-312e-4b3f-8679-94c8b56ee4df {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:01.313231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:01.313484 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32e8e729-312e-4b3f-8679-94c8b56ee4df {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:01.314361 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e8e729-312e-4b3f-8679-94c8b56ee4df'] response: {'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'status': 'completed', 'code': 200} Apr 07 08:25:01.506086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d6922-182b-4017-8b1b-4ea94ee03ff4 req-45e7056d-7630-482b-bb37-36bf02f447f1 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:01.507638 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a5d6922-182b-4017-8b1b-4ea94ee03ff4 req-45e7056d-7630-482b-bb37-36bf02f447f1 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0910103 Apr 07 08:25:01.511152 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-ffe7e47c-c906-441b-b1bc-a98565a801a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:01.512728 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-ffe7e47c-c906-441b-b1bc-a98565a801a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1128 time: 0.0846074 Apr 07 08:25:01.620733 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1a5d6922-182b-4017-8b1b-4ea94ee03ff4 req-81b17712-0edc-451e-946f-6e2187e92e56 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999815 Apr 07 08:25:01.650208 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-cdff2a6b-ec36-4249-a577-762fc0850c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:01.651708 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-cdff2a6b-ec36-4249-a577-762fc0850c42 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=19103491509d4c848446b3f854a973c0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1164451 Apr 07 08:25:01.897256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-59b58c6a-b0d3-4896-a4f2-84de9b9d2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:01.898867 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c7d3e4e-0ce9-4742-be29-cd93c42635d6 req-59b58c6a-b0d3-4896-a4f2-84de9b9d2233 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953083 Apr 07 08:25:02.228687 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43634d-d691-4867-ae84-fdfcd94d6244 req-82580ef0-aab7-4f96-a977-98e8383e1bf7 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:02.230303 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ac43634d-d691-4867-ae84-fdfcd94d6244 req-82580ef0-aab7-4f96-a977-98e8383e1bf7 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 945 time: 0.0567997 Apr 07 08:25:02.280241 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ac43634d-d691-4867-ae84-fdfcd94d6244 req-75142c0b-e515-4a45-84eb-a07fdc956ae3 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Apr 07 08:25:02.409115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-dc4019a7-8321-4b38-90a5-d2f421af4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:02.410678 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-dc4019a7-8321-4b38-90a5-d2f421af4daf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1128 time: 0.0504191 Apr 07 08:25:02.461174 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-00f60d12-5ebf-468f-a031-8c872680a161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 217 time: 0.0363166 Apr 07 08:25:02.513091 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-3a0dbf0b-37f9-42ef-b704-92a2b8d5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:02.514595 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-3a0dbf0b-37f9-42ef-b704-92a2b8d5b0eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0460901 Apr 07 08:25:02.569010 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-f9e0d4c0-6ad5-4a01-b787-0791c0661a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:02.570456 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-f9e0d4c0-6ad5-4a01-b787-0791c0661a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483522 Apr 07 08:25:02.661839 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-105dbfe3-150c-4ce1-989a-231dc1ec7dea service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Apr 07 08:25:02.786287 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03c3b-78cd-4cc1-9a6c-c6bf0adf5fd9 req-d4c9f42e-dc18-46c7-9c65-0bdd00eea072 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:02.787774 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e03c3b-78cd-4cc1-9a6c-c6bf0adf5fd9 req-d4c9f42e-dc18-46c7-9c65-0bdd00eea072 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0951357 Apr 07 08:25:02.804248 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c300e7e5-7304-4a08-b211-0cecfe514835 req-ed8273b8-5268-4b6e-9680-e0af86953bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357899 Apr 07 08:25:02.847681 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32e03c3b-78cd-4cc1-9a6c-c6bf0adf5fd9 req-c9447ab3-8429-417f-9064-73adf62a7c56 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542145 Apr 07 08:25:03.767866 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a681-a5c2-40de-a68e-af6747339323 req-48c59c4b-c41a-4554-835c-be946aa2288b tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:03.769350 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6d24a681-a5c2-40de-a68e-af6747339323 req-48c59c4b-c41a-4554-835c-be946aa2288b tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 945 time: 0.0576603 Apr 07 08:25:03.815931 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6d24a681-a5c2-40de-a68e-af6747339323 req-148c2957-6632-4fae-abb5-4670c4005785 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Apr 07 08:25:03.965411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e49ea-1d8c-4035-a792-41ba35cc0612 req-a15b2597-b4f2-4861-a73e-8b1b5af05827 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:03.966882 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a29e49ea-1d8c-4035-a792-41ba35cc0612 req-a15b2597-b4f2-4861-a73e-8b1b5af05827 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0519614 Apr 07 08:25:04.014352 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a29e49ea-1d8c-4035-a792-41ba35cc0612 req-3d0f5aa8-9557-4476-8deb-4ae7b7b0a212 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419180 Apr 07 08:25:04.934209 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708f5e-304c-40a9-ad7a-6a600867acfc req-2d5daa4d-3c6b-4967-94ff-d7ff8855af01 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:04.935726 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01708f5e-304c-40a9-ad7a-6a600867acfc req-2d5daa4d-3c6b-4967-94ff-d7ff8855af01 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 945 time: 0.0526671 Apr 07 08:25:04.984965 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-01708f5e-304c-40a9-ad7a-6a600867acfc req-48a7116e-4457-4592-8c49-02198a8067c8 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Apr 07 08:25:05.133380 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2da3-fde0-42d8-92a2-d73bf3b924fa req-a2f982b0-fbc6-41ba-8b11-7f76321dfeb0 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:05.134794 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-874f2da3-fde0-42d8-92a2-d73bf3b924fa req-a2f982b0-fbc6-41ba-8b11-7f76321dfeb0 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0528371 Apr 07 08:25:05.185798 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-874f2da3-fde0-42d8-92a2-d73bf3b924fa req-c23cc864-a613-44d6-98df-bf65ddb03cd2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454054 Apr 07 08:25:05.354982 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-8d5ae263-2169-4986-bb24-48d0cfdf2451 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:05.356462 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-8d5ae263-2169-4986-bb24-48d0cfdf2451 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 945 time: 0.0524216 Apr 07 08:25:05.454695 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Deleting port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:05.455045 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:05.547655 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] For port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:05.548020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:05.560724 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Calling delete_port for 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd owned by compute:nova {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:05.775179 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:05.808684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Pushing event deleted for resources: {'Port': ['ID=37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:05.813654 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:25:05.823675 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.824020 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.824363 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.824702 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.825033 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.825365 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.825691 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.826014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.826360 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.826707 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.827034 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.827359 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.828277 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.829104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.829104 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:05.867103 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] No DVR routers for this DVR port 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd on host hv-cinder-81565 {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:25:05.869611 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:05.872962 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-423cd599-1ad0-4c35-8636-d28aa1eb14ba req-f39587cc-30c5-412b-be9f-e22a1b354e44 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "DELETE /v2.0/ports/37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd HTTP/1.1" status: 204 len: 173 time: 0.5105155 Apr 07 08:25:05.873410 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'name': 'network-vif-deleted', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:05.876364 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f6632b-32ca-4907-8741-129b0c130431" -d '{"events": [{"server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "name": "network-vif-deleted", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:05.909724 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043d79f-d871-4ee6-853b-4b8c48e2bc18 x-openstack-request-id: req-d043d79f-d871-4ee6-853b-4b8c48e2bc18 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:05.910019 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d531a-41fe-40f8-8a32-afc6f8636ffc", "name": "network-vif-deleted", "tag": "37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:05.910272 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d043d79f-d871-4ee6-853b-4b8c48e2bc18 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:05.910702 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d043d79f-d871-4ee6-853b-4b8c48e2bc18'] response: {'server_uuid': 'f10d531a-41fe-40f8-8a32-afc6f8636ffc', 'name': 'network-vif-deleted', 'tag': '37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd', 'status': 'completed', 'code': 200} Apr 07 08:25:06.076729 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ac7532ad-0157-40bd-a159-eb9054614862 req-abc0cf80-c5a6-4511-b5c5-96ce0677e489 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 210 time: 0.0262654 Apr 07 08:25:06.303861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100742-1505-4774-8c84-ceee2ffac15b req-bdf37dfa-b98a-477d-b065-cb56a8716bbe tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:06.307089 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-46100742-1505-4774-8c84-ceee2ffac15b req-bdf37dfa-b98a-477d-b065-cb56a8716bbe tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0542815 Apr 07 08:25:06.355447 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-46100742-1505-4774-8c84-ceee2ffac15b req-c9f53698-cc77-4aaf-b4a2-e8a6c8a0dcee tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Apr 07 08:25:07.131173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34526) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:07.183946 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b0749689-7d1e-4a59-9e07-3fe1082de5aa req-49c2645a-ede6-4998-a1b8-143b44943bad tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10d531a-41fe-40f8-8a32-afc6f8636ffc HTTP/1.1" status: 200 len: 210 time: 0.0266793 Apr 07 08:25:07.236082 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-92ac885e-f08e-469e-91df-54cedf1f14a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.324304 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-92ac885e-f08e-469e-91df-54cedf1f14a2 admin admin] Publish callbacks [] for security_group (cc06d427-a80e-47c8-84f8-c67d540e497e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.415134 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-92ac885e-f08e-469e-91df-54cedf1f14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cc06d427-a80e-47c8-84f8-c67d540e497e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.481293 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-92ac885e-f08e-469e-91df-54cedf1f14a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4af1a73510404805af7096b4b50c4dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489370 Apr 07 08:25:07.482837 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac885e-f08e-469e-91df-54cedf1f14a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06d427-a80e-47c8-84f8-c67d540e497e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:07.484479 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34532) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:07.508469 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071aa89-09f9-40d0-8c15-ddc4539c060e req-9129bcd4-a30b-4f1e-ac37-c973bd7fb658 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:07.509930 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c071aa89-09f9-40d0-8c15-ddc4539c060e req-9129bcd4-a30b-4f1e-ac37-c973bd7fb658 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0839233 Apr 07 08:25:07.534141 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] Publish callbacks [] for security_group (cc06d427-a80e-47c8-84f8-c67d540e497e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.555348 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] Publish callbacks [] for security_group (cc06d427-a80e-47c8-84f8-c67d540e497e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.557737 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c071aa89-09f9-40d0-8c15-ddc4539c060e req-5646bd13-1b0c-43c2-8928-1265b96b3eb1 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Apr 07 08:25:07.700957 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (cc06d427-a80e-47c8-84f8-c67d540e497e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.703681 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:07.704838 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc06d427-a80e-47c8-84f8-c67d540e497e HTTP/1.1" status: 204 len: 168 time: 0.2193608 Apr 07 08:25:07.712376 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def02ee-2e3e-484f-b857-71db13e5d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06d427-a80e-47c8-84f8-c67d540e497e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:08.304424 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34542) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:08.317636 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7ee4230d-cffb-4058-8d08-a400360e2633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.394813 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7ee4230d-cffb-4058-8d08-a400360e2633 admin admin] Publish callbacks [] for security_group (06bf204c-adca-4608-968d-46d351a8d1cf), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.442674 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7ee4230d-cffb-4058-8d08-a400360e2633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (06bf204c-adca-4608-968d-46d351a8d1cf), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.482640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4230d-cffb-4058-8d08-a400360e2633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf204c-adca-4608-968d-46d351a8d1cf,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:08.490373 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7ee4230d-cffb-4058-8d08-a400360e2633 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b91108e1b9ee4edc925c4ee29ffb432d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847963 Apr 07 08:25:08.491637 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34554) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:08.495875 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-00301a3e-5fc0-4a5c-a4b1-b3c4f4f4de0c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:08.497326 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-00301a3e-5fc0-4a5c-a4b1-b3c4f4f4de0c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/networks?id=44ab253e-ff5a-46f8-a777-698817b652e5 HTTP/1.1" status: 200 len: 809 time: 0.1064847 Apr 07 08:25:08.513052 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-e17abaa1-ba81-43c1-acd2-2bb1914ae155 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/quotas/1115c341468f4b3f9f0b601287924419 HTTP/1.1" status: 200 len: 375 time: 0.0090473 Apr 07 08:25:08.541123 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] Publish callbacks [] for security_group (06bf204c-adca-4608-968d-46d351a8d1cf), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.545035 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-f0da29ff-9db1-45ad-9142-f80bd858d49c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260758 Apr 07 08:25:08.562697 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] Publish callbacks [] for security_group (06bf204c-adca-4608-968d-46d351a8d1cf), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.667162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dbd966f4-4f8a-4a58-a77d-d5fb16cd3864 service neutron] 10.222.0.24 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152239 Apr 07 08:25:08.689502 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (06bf204c-adca-4608-968d-46d351a8d1cf), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.692134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:08.695548 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06bf204c-adca-4608-968d-46d351a8d1cf HTTP/1.1" status: 204 len: 168 time: 0.2010593 Apr 07 08:25:08.701820 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f171902-19b9-460e-8fee-456922fc753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf204c-adca-4608-968d-46d351a8d1cf,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:08.708471 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba79c9-3013-4e74-9c79-757e0f7eb005 req-62a2c963-4620-45c1-b812-4fe6ac18db84 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:08.710748 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-14ba79c9-3013-4e74-9c79-757e0f7eb005 req-62a2c963-4620-45c1-b812-4fe6ac18db84 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0862703 Apr 07 08:25:08.809034 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-14ba79c9-3013-4e74-9c79-757e0f7eb005 req-3b2bf56e-8ec2-40f0-9ab7-67196381b4ce tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688150 Apr 07 08:25:08.810943 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-b1eff812-a49c-434c-80c7-5c2512d913c0 service neutron] 10.222.0.24 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360419 Apr 07 08:25:09.053611 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c97e7ab-e12b-479d-b9db-083acfc95e38 req-f9907de2-50b8-437b-8618-184f859bb435 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Apr 07 08:25:09.926154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdd2f1-ba8e-477c-98e2-257ec4a700c1 req-07d93cd3-0fb4-4260-8cdb-1f0dc5401170 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:09.927680 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-76cdd2f1-ba8e-477c-98e2-257ec4a700c1 req-07d93cd3-0fb4-4260-8cdb-1f0dc5401170 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0520792 Apr 07 08:25:09.936170 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:25:09.955613 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:09.978588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:09.978936 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 37e5d8b4-f1d6-4e6d-9ba2-c18e3fbbd8dd not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:09.981406 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-76cdd2f1-ba8e-477c-98e2-257ec4a700c1 req-75980c2b-717a-428a-b586-8e1181ead189 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479305 Apr 07 08:25:10.060739 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:10.072443 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'mac_address': 'fa:16:3e:23:45:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:25:10.111086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port c44aafcc-d108-4bd4-adb5-c15c96f37a05 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:10.111643 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:10.133053 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44aafcc-d108-4bd4-adb5-c15c96f37a05 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:25:10.154270 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:10.155226 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc0ab7c0-69d0-4b38-bd68-70c2380c1601 req-2333c89f-09da-4ab3-b009-346b66043c07 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 210 time: 0.0348003 Apr 07 08:25:10.243888 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:10.296172 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:10.548996 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['c44aafcc-d108-4bd4-adb5-c15c96f37a05'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:25:11.100839 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e7f5b-8635-4fee-b246-d078725b1c63 req-fed40b56-938f-4a30-9477-2bb1a5780312 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:11.102581 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d8e7f5b-8635-4fee-b246-d078725b1c63 req-fed40b56-938f-4a30-9477-2bb1a5780312 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Apr 07 08:25:11.159066 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9d8e7f5b-8635-4fee-b246-d078725b1c63 req-cc32183f-57e1-404e-95dc-12d573634982 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509293 Apr 07 08:25:11.200761 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34622) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:11.249996 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b90a1602-c214-43a5-aa4d-8811fa6afb05 req-4c847b95-a063-4898-85f3-44700704ac82 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 210 time: 0.0270238 Apr 07 08:25:11.307204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7d4f683b-c9f0-4786-a2b1-7ff1ac1db8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.385213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7d4f683b-c9f0-4786-a2b1-7ff1ac1db8a9 admin admin] Publish callbacks [] for security_group (737c11b9-5427-4c69-b828-8520ad6d57f0), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.404576 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-c7811cc8-5acc-4bcb-9600-356b8d424d4e tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:11.406893 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-c7811cc8-5acc-4bcb-9600-356b8d424d4e tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "GET /v2.0/networks?id=44ab253e-ff5a-46f8-a777-698817b652e5 HTTP/1.1" status: 200 len: 809 time: 0.1036851 Apr 07 08:25:11.426644 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Request body: {'port': {'device_id': '8c3ee278-8a7b-488a-ae51-369266973480', 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5', 'admin_state_up': True, 'tenant_id': '1115c341468f4b3f9f0b601287924419'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:11.472462 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7d4f683b-c9f0-4786-a2b1-7ff1ac1db8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (737c11b9-5427-4c69-b828-8520ad6d57f0), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.510694 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7d4f683b-c9f0-4786-a2b1-7ff1ac1db8a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de3aeab3d7aa49848f216bc1dddd19d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087661 Apr 07 08:25:11.513124 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f683b-c9f0-4786-a2b1-7ff1ac1db8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c11b9-5427-4c69-b828-8520ad6d57f0,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:11.513454 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34626) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:11.576151 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] Publish callbacks [] for security_group (737c11b9-5427-4c69-b828-8520ad6d57f0), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.597626 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] Publish callbacks [] for security_group (737c11b9-5427-4c69-b828-8520ad6d57f0), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.666325 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Made reservation on behalf of 1115c341468f4b3f9f0b601287924419 for: {'port': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:25:11.669692 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.719649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (737c11b9-5427-4c69-b828-8520ad6d57f0), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.722150 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:11.723479 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/737c11b9-5427-4c69-b828-8520ad6d57f0 HTTP/1.1" status: 204 len: 168 time: 0.2090633 Apr 07 08:25:11.760465 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b4509-8d10-4219-9362-5aa84227f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c11b9-5427-4c69-b828-8520ad6d57f0,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:11.835798 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Allocated IP 172.20.0.4 (44ab253e-ff5a-46f8-a777-698817b652e5/a77fa35f-a147-4760-98d2-f7859df048c5/a1772a75-a6ac-4407-a363-a786288743c8) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:11.950792 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:11.987053 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks [] for port (a1772a75-a6ac-4407-a363-a786288743c8), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.105280 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port c44aafcc-d108-4bd4-adb5-c15c96f37a05 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:25:12.109885 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port c44aafcc-d108-4bd4-adb5-c15c96f37a05 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:12.115109 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.134494 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.181041 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Network 44ab253e-ff5a-46f8-a777-698817b652e5 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:12.184230 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:12.186887 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port c44aafcc-d108-4bd4-adb5-c15c96f37a05 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:12.187767 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.190896 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:12.211955 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:12.214226 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97729de3-d43c-4d21-8bf6-5a4d5785fd1f" -d '{"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-plugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:12.216645 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Pushing event updated for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:12.232787 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:12.261341 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b04b1-c275-40ed-88e0-689433c12507 x-openstack-request-id: req-7c5b04b1-c275-40ed-88e0-689433c12507 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:12.264406 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-plugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:12.264406 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c5b04b1-c275-40ed-88e0-689433c12507 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:12.264406 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5b04b1-c275-40ed-88e0-689433c12507'] response: {'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'code': 200} Apr 07 08:25:12.281972 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:12.282636 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.313596 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec38ecb-bdff-4150-a281-d74de8993d38 req-5b0499b8-0e0a-47f5-8a82-f0b23d4abd3e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:12.315039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ec38ecb-bdff-4150-a281-d74de8993d38 req-5b0499b8-0e0a-47f5-8a82-f0b23d4abd3e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 945 time: 0.0794475 Apr 07 08:25:12.317062 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.365265 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:12.402078 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34644) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:12.420401 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0ec38ecb-bdff-4150-a281-d74de8993d38 req-98bfa6b7-40b9-4a19-838f-b79f2c75221a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922971 Apr 07 08:25:12.428922 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68881e-e044-43da-9806-79f093478404 req-9aedc50d-5a38-4a6c-b229-c143421e7659 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:12.430342 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3f68881e-e044-43da-9806-79f093478404 req-9aedc50d-5a38-4a6c-b229-c143421e7659 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 931 time: 0.1077945 Apr 07 08:25:12.431092 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-35e5884d-fe8e-4e86-aa61-c52f4e9bafc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.444559 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-660a5a11-9601-4403-b9cb-4401dfe0796d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0214481 Apr 07 08:25:12.469655 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Request body: {'port': {'device_id': '8c3ee278-8a7b-488a-ae51-369266973480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:12.565173 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3f68881e-e044-43da-9806-79f093478404 req-ffe72de0-3237-411a-b7ab-fb9191ecbd5c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257000 Apr 07 08:25:12.568877 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (a1772a75-a6ac-4407-a363-a786288743c8), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.633978 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-35e5884d-fe8e-4e86-aa61-c52f4e9bafc7 admin admin] Publish callbacks [] for security_group (59e38eb7-46cd-41ae-a72d-e2cd0111108c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.699596 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-35e5884d-fe8e-4e86-aa61-c52f4e9bafc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (59e38eb7-46cd-41ae-a72d-e2cd0111108c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:12.767470 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5884d-fe8e-4e86-aa61-c52f4e9bafc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e38eb7-46cd-41ae-a72d-e2cd0111108c,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:12.778131 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-35e5884d-fe8e-4e86-aa61-c52f4e9bafc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167dc8c2431f4d459d9c93d6dcbbb587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749933 Apr 07 08:25:12.782143 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34646) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:12.941442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3e9ed-62fb-4f3e-aa96-0a4e7457b0d7 req-d057fe24-4200-41a9-b341-70a1a92004db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:12.942935 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-73c3e9ed-62fb-4f3e-aa96-0a4e7457b0d7 req-d057fe24-4200-41a9-b341-70a1a92004db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.3044181 Apr 07 08:25:12.992817 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-73c3e9ed-62fb-4f3e-aa96-0a4e7457b0d7 req-7f87a5f9-0a42-4fd9-98a5-074db0630cd0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Apr 07 08:25:13.145802 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] Publish callbacks [] for security_group (59e38eb7-46cd-41ae-a72d-e2cd0111108c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.177387 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] Publish callbacks [] for security_group (59e38eb7-46cd-41ae-a72d-e2cd0111108c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.240612 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1772a75-a6ac-4407-a363-a786288743c8 {{(pid=103929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:25:13.247777 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks [] for port (a1772a75-a6ac-4407-a363-a786288743c8), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.341110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.provisioning_blocks [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Transition to ACTIVE for port object a1772a75-a6ac-4407-a363-a786288743c8 will not be triggered until provisioned by entity L2. {{(pid=103929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:25:13.342015 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (59e38eb7-46cd-41ae-a72d-e2cd0111108c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.345102 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.346322 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59e38eb7-46cd-41ae-a72d-e2cd0111108c HTTP/1.1" status: 204 len: 168 time: 0.5632381 Apr 07 08:25:13.353827 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4c658-c29e-4fac-a1bd-2e783f683f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e38eb7-46cd-41ae-a72d-e2cd0111108c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:13.403784 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.456249 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Pushing event updated for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:13.553441 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Attempting to bind port a1772a75-a6ac-4407-a363-a786288743c8 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:13.553771 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Attempting to bind port a1772a75-a6ac-4407-a363-a786288743c8 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:13.554296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Attempting to bind port a1772a75-a6ac-4407-a363-a786288743c8 on network 44ab253e-ff5a-46f8-a777-698817b652e5 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:13.563893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Port a1772a75-a6ac-4407-a363-a786288743c8 on network 44ab253e-ff5a-46f8-a777-698817b652e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:25:13.564216 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Attempting to bind port a1772a75-a6ac-4407-a363-a786288743c8 on network 44ab253e-ff5a-46f8-a777-698817b652e5 {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:13.571998 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:13.574634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Checking segment: {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:13.574634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Bound using segment: {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'} {{(pid=103929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:13.574634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.managers [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Bound port: a1772a75-a6ac-4407-a363-a786288743c8, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ae0825-4527-4501-8ff4-65502ff461de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5'}}] {{(pid=103929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:13.574634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (a1772a75-a6ac-4407-a363-a786288743c8), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.583732 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b3b7-bab0-47a6-baf7-9800f9b22dad req-f553de51-bbc9-4c44-ac35-6b66a5aed886 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:13.585200 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-43d6b3b7-bab0-47a6-baf7-9800f9b22dad req-f553de51-bbc9-4c44-ac35-6b66a5aed886 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0933206 Apr 07 08:25:13.715250 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-43d6b3b7-bab0-47a6-baf7-9800f9b22dad req-ebc4ee6f-0e61-4d72-8e1f-e3cf780ccf70 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219957 Apr 07 08:25:13.729585 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, cleared binding levels {{(pid=103929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:13.732833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a1772a75-a6ac-4407-a363-a786288743c8,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:13.755087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7282db5-4193-44e0-b72e-6215463b7b21 req-9ea43763-6184-444d-8615-ab6e1e8727c8 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:13.756923 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f7282db5-4193-44e0-b72e-6215463b7b21 req-9ea43763-6184-444d-8615-ab6e1e8727c8 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 943 time: 0.1210775 Apr 07 08:25:13.808408 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f7282db5-4193-44e0-b72e-6215463b7b21 req-4bb709a9-ba5a-4c64-87f2-10eed10b62ad tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461805 Apr 07 08:25:13.810075 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.846106 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:13.846759 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:13.848139 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1772a75-a6ac-4407-a363-a786288743c8 HTTP/1.1" status: 200 len: 1093 time: 1.3872972 Apr 07 08:25:13.848601 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:13.850864 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef189a8-904e-45b6-8763-5b22214dae82" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "tag": "a1772a75-a6ac-4407-a363-a786288743c8"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:13.873385 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d91b-d4d8-4151-95e4-a2b6195a4c03 service neutron] Pushing event updated for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=3']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:13.888856 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa15d4f-5725-48b4-aa50-273e9ebb0b9d x-openstack-request-id: req-bfa15d4f-5725-48b4-aa50-273e9ebb0b9d {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:13.889236 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "tag": "a1772a75-a6ac-4407-a363-a786288743c8", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:13.889496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfa15d4f-5725-48b4-aa50-273e9ebb0b9d {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:13.890642 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa15d4f-5725-48b4-aa50-273e9ebb0b9d'] response: {'name': 'network-changed', 'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8', 'status': 'completed', 'code': 200} Apr 07 08:25:14.534686 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef189a8-904e-45b6-8763-5b22214dae82 req-0372a644-da81-4f36-9902-ce817f4869e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:14.536238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fef189a8-904e-45b6-8763-5b22214dae82 req-0372a644-da81-4f36-9902-ce817f4869e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 1127 time: 0.0536513 Apr 07 08:25:14.642786 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef189a8-904e-45b6-8763-5b22214dae82 req-33aa65e9-0a36-4f04-bcb2-1ff3fa624468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:14.644291 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fef189a8-904e-45b6-8763-5b22214dae82 req-33aa65e9-0a36-4f04-bcb2-1ff3fa624468 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1115c341468f4b3f9f0b601287924419&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944753 Apr 07 08:25:14.739340 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef189a8-904e-45b6-8763-5b22214dae82 req-3e5e0956-e08d-4a6e-86c3-9aab107db8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:14.740809 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fef189a8-904e-45b6-8763-5b22214dae82 req-3e5e0956-e08d-4a6e-86c3-9aab107db8c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905683 Apr 07 08:25:14.886964 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baf38a-34b9-4240-b7c6-a5bd45c6d070 req-7384e353-d1eb-4881-87ff-ee85ceae72d2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:14.888511 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23baf38a-34b9-4240-b7c6-a5bd45c6d070 req-7384e353-d1eb-4881-87ff-ee85ceae72d2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0877495 Apr 07 08:25:14.902242 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-86700237-62e7-4f26-bba9-b46d510a53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:14.903746 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-86700237-62e7-4f26-bba9-b46d510a53c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1115c341468f4b3f9f0b601287924419&device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 1127 time: 0.0932846 Apr 07 08:25:14.975778 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-5c53c610-421b-4d27-bf88-50f718d69011 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1772a75-a6ac-4407-a363-a786288743c8 HTTP/1.1" status: 200 len: 217 time: 0.0490181 Apr 07 08:25:14.992175 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:15.042005 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-23baf38a-34b9-4240-b7c6-a5bd45c6d070 req-7a2b1f3f-9eda-435e-8e8f-f4c80a2ec1e7 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353822 Apr 07 08:25:15.050765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b119a-8594-471d-b276-e769ff5684ce req-c9e9ce52-2098-415b-9662-28699d1cfc16 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:15.052262 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0e3b119a-8594-471d-b276-e769ff5684ce req-c9e9ce52-2098-415b-9662-28699d1cfc16 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 943 time: 0.1607034 Apr 07 08:25:15.071975 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b011-048d-4091-b563-2573f44fe89d req-bbe7e6a2-44c3-47a1-aecd-71b3d4d127cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:15.073419 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-bbe7e6a2-44c3-47a1-aecd-71b3d4d127cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a77fa35f-a147-4760-98d2-f7859df048c5 HTTP/1.1" status: 200 len: 849 time: 0.0839133 Apr 07 08:25:15.112621 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-d12a0a8c-df2f-47b1-9e8c-d91bf2e474b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44ab253e-ff5a-46f8-a777-698817b652e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318577 Apr 07 08:25:15.180332 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0e3b119a-8594-471d-b276-e769ff5684ce req-93514f86-adb4-4d66-935d-f7c4bbaee3a3 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182840 Apr 07 08:25:15.240792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49076e3-7a4d-472e-9f96-f280b7b85024 req-804a45be-cda6-4016-bb95-3dcca4bf0e02 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:15.242281 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d49076e3-7a4d-472e-9f96-f280b7b85024 req-804a45be-cda6-4016-bb95-3dcca4bf0e02 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.1288886 Apr 07 08:25:15.286339 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-93e2ac5c-0795-4a98-b809-9fbc69b42cc1 service neutron] 10.222.0.20 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646850 Apr 07 08:25:15.339039 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d49076e3-7a4d-472e-9f96-f280b7b85024 req-c8631fc0-32d8-4b0f-bf7e-371170e85f4c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867305 Apr 07 08:25:15.361696 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34708) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:15.413861 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd9b011-048d-4091-b563-2573f44fe89d req-c81a61df-9805-43f0-803a-333c5b9bcc61 service neutron] 10.222.0.20 "GET /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191349 Apr 07 08:25:15.568648 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3e26a-e227-48e4-99d6-c8e8800d6d41 tempest-TestShelveInstance-612302483 tempest-TestShelveInstance-612302483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:15.570184 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-67b3e26a-e227-48e4-99d6-c8e8800d6d41 tempest-TestShelveInstance-612302483 tempest-TestShelveInstance-612302483-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1125 time: 0.2070332 Apr 07 08:25:15.573010 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34712) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:15.577171 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:15.666705 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:15.766819 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:15.869915 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Allocated IP 172.27.1.111 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/6f0f63fd-09ef-4cab-a6bb-529693d47dbe) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:15.983017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.089625 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.129928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:16.129928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:16.133087 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:16.160346 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'Port': ['ID=6f0f63fd-09ef-4cab-a6bb-529693d47dbe,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:16.169797 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.170150 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.170524 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.170948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.171298 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.171640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.171977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.172309 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.172640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.172974 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.173301 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.173633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.173961 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.174288 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.174643 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:16.304102 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf97872-454f-47fb-937b-52885a054516 req-05e57d6d-b4d5-482f-89f4-05f1bcf33824 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:16.305581 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdf97872-454f-47fb-937b-52885a054516 req-05e57d6d-b4d5-482f-89f4-05f1bcf33824 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 943 time: 0.0525863 Apr 07 08:25:16.353732 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdf97872-454f-47fb-937b-52885a054516 req-e646dcd9-abb7-46d3-bc20-0376fb6e0c42 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Apr 07 08:25:16.520921 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for floatingip (52a8bd6a-20df-453d-98e8-c61ab57ce401), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.658252 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.805874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.876862 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:16.946802 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event updated for resources: {'Port': ['ID=6f0f63fd-09ef-4cab-a6bb-529693d47dbe,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:16.958245 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (52a8bd6a-20df-453d-98e8-c61ab57ce401), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:17.061006 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Floating IP 52a8bd6a-20df-453d-98e8-c61ab57ce401 associated. External IP: 172.27.1.111, port: c44aafcc-d108-4bd4-adb5-c15c96f37a05. Apr 07 08:25:17.278646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:25:17.396755 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:17.410971 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Sync routers for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:17.428973 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:17.429924 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:17.491930 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:17.492592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dae85-4bd3-4c2a-bb36-0952b3995852 req-6222cc6f-7f10-4915-a3e5-017b42dd2393 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:17.494089 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b3dae85-4bd3-4c2a-bb36-0952b3995852 req-6222cc6f-7f10-4915-a3e5-017b42dd2393 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 943 time: 0.0532250 Apr 07 08:25:17.533480 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b0ccda8d-3bc4-46ad-932b-b4173d690d88 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9491961 Apr 07 08:25:17.533480 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:17.533480 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:17.547929 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:17.550982 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b3dae85-4bd3-4c2a-bb36-0952b3995852 req-b34caf94-51fc-4d1f-a172-12ef3d22dd1c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513124 Apr 07 08:25:17.603878 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae0cfbe-146f-493f-ba22-c88d0c1f0bd9 x-openstack-request-id: req-3ae0cfbe-146f-493f-ba22-c88d0c1f0bd9 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:17.604244 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:17.604573 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ae0cfbe-146f-493f-ba22-c88d0c1f0bd9 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:17.605116 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae0cfbe-146f-493f-ba22-c88d0c1f0bd9'] response: {'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'status': 'completed', 'code': 200} Apr 07 08:25:17.695225 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-2da4930e-fe7c-437c-9672-1a568e14e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:17.696617 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-2da4930e-fe7c-437c-9672-1a568e14e31f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0482903 Apr 07 08:25:17.778550 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '52a8bd6a-20df-453d-98e8-c61ab57ce401', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'mac_address': 'fa:16:3e:23:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:25:16Z', 'updated_at': '2022-04-07T08:25:16Z', 'revision_number': 0, 'project_id': '19103491509d4c848446b3f854a973c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:17.789798 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-dcc7309a-c440-47da-819f-4a1c645b4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:17.791512 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-dcc7309a-c440-47da-819f-4a1c645b4d51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0890348 Apr 07 08:25:17.804332 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Checking router: 91c5cea2-4fed-48ca-9993-1f6ec0606a57 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:17.813273 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:17.813880 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:17.878861 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c8ea-098e-4687-8c2f-bb8e9c4b819d req-35c918b8-b4b6-4b6e-b64e-9718b281ef52 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:17.880589 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-17c8c8ea-098e-4687-8c2f-bb8e9c4b819d req-35c918b8-b4b6-4b6e-b64e-9718b281ef52 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.0633285 Apr 07 08:25:17.931070 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-17c8c8ea-098e-4687-8c2f-bb8e9c4b819d req-5d4029c3-9ca7-4a2f-84b1-1071111ac11a tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Apr 07 08:25:17.935547 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:17.996989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device a1772a75-a6ac-4407-a363-a786288743c8 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:25:18.100123 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a1772a75-a6ac-4407-a363-a786288743c8,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:18.112022 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'a1772a75-a6ac-4407-a363-a786288743c8', 'network_id': '44ab253e-ff5a-46f8-a777-698817b652e5', 'port_id': 'a1772a75-a6ac-4407-a363-a786288743c8', 'mac_address': 'fa:16:3e:6b:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fa35f-a147-4760-98d2-f7859df048c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:25:18.149323 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port a1772a75-a6ac-4407-a363-a786288743c8 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:18.149720 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (a1772a75-a6ac-4407-a363-a786288743c8), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:18.161459 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '52a8bd6a-20df-453d-98e8-c61ab57ce401', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'mac_address': 'fa:16:3e:23:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:25:16Z', 'updated_at': '2022-04-07T08:25:16Z', 'revision_number': 0, 'project_id': '19103491509d4c848446b3f854a973c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:18.162682 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1772a75-a6ac-4407-a363-a786288743c8 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:25:18.182291 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a1772a75-a6ac-4407-a363-a786288743c8,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:18.187125 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639acb3-4eff-4063-9c03-66bd3f2d5ad1 None None] The sync data for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi is: [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': '52a8bd6a-20df-453d-98e8-c61ab57ce401', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'mac_address': 'fa:16:3e:23:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:25:16Z', 'updated_at': '2022-04-07T08:25:16Z', 'revision_number': 0, 'project_id': '19103491509d4c848446b3f854a973c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:18.272624 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:18.325968 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:18.372187 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d72a93-9e9d-42df-b7ce-0ac88cd7fe1c None None] New status for floating IP 52a8bd6a-20df-453d-98e8-c61ab57ce401: ACTIVE {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:25:18.583572 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['a1772a75-a6ac-4407-a363-a786288743c8'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:25:18.686832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcdfbe-2056-4967-aef2-2d2435c720f0 req-da3f5469-1bcf-4240-b71e-519058f61c30 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:18.688383 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f8dcdfbe-2056-4967-aef2-2d2435c720f0 req-da3f5469-1bcf-4240-b71e-519058f61c30 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 944 time: 0.0591369 Apr 07 08:25:18.710362 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-abe4f709-81ac-4771-910d-deff3d000b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:18.737225 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f8dcdfbe-2056-4967-aef2-2d2435c720f0 req-588da705-0f33-431d-909f-ca54936fa46e tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Apr 07 08:25:18.943830 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34758) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:19.047679 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-06717bde-62ee-4ceb-ac53-b12e50c6965a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.091912 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-ffab7a58-afaa-41cd-8325-8db4016a8709 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1002 time: 0.0906980 Apr 07 08:25:19.104829 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc885d2-b379-4bd3-8221-eddceb781a8c req-72fb1f56-de3d-4f4b-a364-4cbb72d9ed4c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:19.106251 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0dc885d2-b379-4bd3-8221-eddceb781a8c req-72fb1f56-de3d-4f4b-a364-4cbb72d9ed4c tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.1039279 Apr 07 08:25:19.121983 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-06717bde-62ee-4ceb-ac53-b12e50c6965a admin admin] Publish callbacks [] for security_group (07984bb2-d46d-4f35-8ddc-e83ee42739ec), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.152672 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0dc885d2-b379-4bd3-8221-eddceb781a8c req-388c916b-1443-4588-8c3b-d29a3acb5b52 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b7ff5d9-dd26-4509-9daa-89a34312facd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 Apr 07 08:25:19.209509 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-06717bde-62ee-4ceb-ac53-b12e50c6965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (07984bb2-d46d-4f35-8ddc-e83ee42739ec), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.247094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06717bde-62ee-4ceb-ac53-b12e50c6965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07984bb2-d46d-4f35-8ddc-e83ee42739ec,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:19.252083 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-06717bde-62ee-4ceb-ac53-b12e50c6965a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15196096045b4212930f486c14108cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072629 Apr 07 08:25:19.254874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34764) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:19.274007 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-720cf883-c096-4c99-8093-73105bc29231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:19.275613 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-720cf883-c096-4c99-8093-73105bc29231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0474138 Apr 07 08:25:19.302836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] Publish callbacks [] for security_group (07984bb2-d46d-4f35-8ddc-e83ee42739ec), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.324263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] Publish callbacks [] for security_group (07984bb2-d46d-4f35-8ddc-e83ee42739ec), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.329379 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-5a80d24e-f36f-4597-b395-372651c02460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:19.330907 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-5a80d24e-f36f-4597-b395-372651c02460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481927 Apr 07 08:25:19.454182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-f72e2743-f574-4c3a-8dcf-d34c12b978f9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:19.455675 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-f72e2743-f574-4c3a-8dcf-d34c12b978f9 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Apr 07 08:25:19.460443 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (07984bb2-d46d-4f35-8ddc-e83ee42739ec), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.463121 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.464214 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07984bb2-d46d-4f35-8ddc-e83ee42739ec HTTP/1.1" status: 204 len: 168 time: 0.2084234 Apr 07 08:25:19.487784 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-813b1f33-b29f-4c3b-82e8-0d187d6084a6 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Apr 07 08:25:19.497853 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc456c90-4b3c-4baa-8dd5-a869d343a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07984bb2-d46d-4f35-8ddc-e83ee42739ec,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:19.563201 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Deleting port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:19.563579 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.583835 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c58d0e34-e89b-4e9f-a79a-6ecec039aa2b req-f3c09a39-53dc-4ee5-ac52-655f791f309a service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903461 Apr 07 08:25:19.661240 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] For port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:19.661606 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.840611 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.840980 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:19.841293 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Floating IP a09be26f-8dd3-41bf-aca2-7e90864ea8b7 disassociated. External IP: 172.27.1.239, port: 4bd2ea0b-e02f-495e-ab48-ef1135933d5c. Apr 07 08:25:19.842403 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Calling delete_port for 4bd2ea0b-e02f-495e-ab48-ef1135933d5c owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:19.871340 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25248a75-cfa0-4fa8-ab21-36acb708bf64 req-d8bd2654-21ed-47ae-ad2a-c243da1a8c85 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:19.873022 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-25248a75-cfa0-4fa8-ab21-36acb708bf64 req-d8bd2654-21ed-47ae-ad2a-c243da1a8c85 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 944 time: 0.0604076 Apr 07 08:25:19.920382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-25248a75-cfa0-4fa8-ab21-36acb708bf64 req-1b698196-6529-4125-8ef6-b8f0c176e7bc tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Apr 07 08:25:19.997984 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device a1772a75-a6ac-4407-a363-a786288743c8 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:20.055217 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (4bd2ea0b-e02f-495e-ab48-ef1135933d5c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.082103 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'Port': ['ID=4bd2ea0b-e02f-495e-ab48-ef1135933d5c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:20.127665 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34772) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:20.140799 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port a1772a75-a6ac-4407-a363-a786288743c8 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:25:20.144865 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port a1772a75-a6ac-4407-a363-a786288743c8 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:20.145242 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (a1772a75-a6ac-4407-a363-a786288743c8), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.149365 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-79e892a6-9853-41f4-a4b3-39515c7c439e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.227693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port a1772a75-a6ac-4407-a363-a786288743c8 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:20.228078 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (a1772a75-a6ac-4407-a363-a786288743c8), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.252909 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:20.255250 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdbdb9c-7837-46ce-b6e1-fd232b32e48e" -d '{"events": [{"server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "name": "network-vif-plugged", "status": "completed", "tag": "a1772a75-a6ac-4407-a363-a786288743c8"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:20.268319 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-980901ed-689b-4fae-b0f8-1240a7015729 req-9a1619f0-4312-485d-9346-16fd55dde94e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0393775 Apr 07 08:25:20.274150 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a1772a75-a6ac-4407-a363-a786288743c8,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:20.285990 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-79e892a6-9853-41f4-a4b3-39515c7c439e admin admin] Publish callbacks [] for security_group (1680bba7-ed92-4b51-ba8a-cea86a5a02ea), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.290379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:25:20.298599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fd234-efba-4dbe-a61d-586852287a50 x-openstack-request-id: req-148fd234-efba-4dbe-a61d-586852287a50 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:20.298898 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "name": "network-vif-plugged", "status": "completed", "tag": "a1772a75-a6ac-4407-a363-a786288743c8", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:20.299193 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-148fd234-efba-4dbe-a61d-586852287a50 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:20.299571 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148fd234-efba-4dbe-a61d-586852287a50'] response: {'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8', 'code': 200} Apr 07 08:25:20.369401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.379389 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-79e892a6-9853-41f4-a4b3-39515c7c439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1680bba7-ed92-4b51-ba8a-cea86a5a02ea), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.417227 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:20.436962 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-79e892a6-9853-41f4-a4b3-39515c7c439e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d67f238d33b4a4a994a10ff45d16d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082042 Apr 07 08:25:20.440208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e892a6-9853-41f4-a4b3-39515c7c439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1680bba7-ed92-4b51-ba8a-cea86a5a02ea,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:20.445406 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34778) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:20.448525 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:20.458824 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:20.480234 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:20.480234 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:20.505737 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] No DVR routers for this DVR port 4bd2ea0b-e02f-495e-ab48-ef1135933d5c on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:25:20.511206 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.512344 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-6bb85665-d334-48a3-a21e-c4f0e1423e5a req-37096946-f705-458e-a75a-71b87d0c547e tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.20 "DELETE /v2.0/ports/4bd2ea0b-e02f-495e-ab48-ef1135933d5c HTTP/1.1" status: 204 len: 173 time: 1.0471056 Apr 07 08:25:20.513202 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-deleted', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:20.515942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3d51f6-cc55-4587-baa6-a75e2995ce01" -d '{"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-deleted", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:20.524726 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] Publish callbacks [] for security_group (1680bba7-ed92-4b51-ba8a-cea86a5a02ea), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.553366 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] Publish callbacks [] for security_group (1680bba7-ed92-4b51-ba8a-cea86a5a02ea), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.559479 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4abb716-1c45-46bf-8659-b06ff074c715 x-openstack-request-id: req-d4abb716-1c45-46bf-8659-b06ff074c715 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:20.560038 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3091359d-c14d-4c39-b258-a30357577b10", "name": "network-vif-deleted", "tag": "4bd2ea0b-e02f-495e-ab48-ef1135933d5c", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:20.560488 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4abb716-1c45-46bf-8659-b06ff074c715 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:20.561100 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4abb716-1c45-46bf-8659-b06ff074c715'] response: {'server_uuid': '3091359d-c14d-4c39-b258-a30357577b10', 'name': 'network-vif-deleted', 'tag': '4bd2ea0b-e02f-495e-ab48-ef1135933d5c', 'status': 'completed', 'code': 200} Apr 07 08:25:20.630327 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:20.698111 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0c98-1b40-4cf6-ad3b-1e7677613be4 req-b9e66b32-417c-4cc6-9c59-7b2d859a858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:20.699644 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ecbe0c98-1b40-4cf6-ad3b-1e7677613be4 req-b9e66b32-417c-4cc6-9c59-7b2d859a858a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 1129 time: 0.0516756 Apr 07 08:25:20.705043 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (1680bba7-ed92-4b51-ba8a-cea86a5a02ea), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.707829 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:20.709169 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1680bba7-ed92-4b51-ba8a-cea86a5a02ea HTTP/1.1" status: 204 len: 168 time: 0.2669485 Apr 07 08:25:20.720388 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3bc79-8645-4c97-bfeb-1f05198eb013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1680bba7-ed92-4b51-ba8a-cea86a5a02ea,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:20.787131 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ecbe0c98-1b40-4cf6-ad3b-1e7677613be4 req-e2dd79bd-c59e-43d4-8049-2551c1fa067a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625055 Apr 07 08:25:20.858249 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:20.886683 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:20.897681 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:20.898302 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:24:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:20.911297 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-559e8672-2a6b-4977-a6ab-b5500997b524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:21.058506 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e106ca2-8ae9-4eeb-a225-4e9b1d7a7607 req-689d6cf8-f0e2-4bb3-b864-3600c7e8beb5 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:21.060320 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e106ca2-8ae9-4eeb-a225-4e9b1d7a7607 req-689d6cf8-f0e2-4bb3-b864-3600c7e8beb5 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 945 time: 0.0585868 Apr 07 08:25:21.103117 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:21.122785 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1e106ca2-8ae9-4eeb-a225-4e9b1d7a7607 req-48773b82-de89-4d08-a680-5cda082ba908 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Apr 07 08:25:21.316048 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:21.342183 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92abe50d-e5d2-47ad-b1ae-33e92cfa06ba None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:16:52Z', 'revision_number': 4, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '675eb9dd-8a3e-4723-8c76-a0a46e6bb030', 'name': '', 'network_id': '8aa5e598-1986-40f3-8a00-4ca541e02858', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'mac_address': 'fa:16:3e:86:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:50Z', 'updated_at': '2022-04-07T08:17:04Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'subnets': [{'id': 'a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:21.382159 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-39fb78f0-a1bf-48b0-b0e4-4c895e8408bd req-6131ca39-3328-4be1-8b74-9bfb7d253a81 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Apr 07 08:25:21.569657 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94abea99-77cd-47d3-9bb2-fbe5a54635c5 None None] New status for floating IP a09be26f-8dd3-41bf-aca2-7e90864ea8b7: DOWN {{(pid=103930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:25:21.901690 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34806) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:21.994757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1608750118-network', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:22.089023 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Made reservation on behalf of b6757431055b4c90aeedc419999aeff3 for: {'network': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:25:22.091305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.102906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.175981 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks [] for security_group (5a9d06ed-2212-46af-9a78-1f951794262b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.240598 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f4ba2-0fbb-40b0-a548-f2d34d87551d req-c24c5a4b-8c93-4548-9a9b-aab029c3fd89 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:22.242065 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a65f4ba2-0fbb-40b0-a548-f2d34d87551d req-c24c5a4b-8c93-4548-9a9b-aab029c3fd89 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Apr 07 08:25:22.268721 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5a9d06ed-2212-46af-9a78-1f951794262b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.294998 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.308220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:25:22.321963 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a65f4ba2-0fbb-40b0-a548-f2d34d87551d req-10aa3628-02c2-46c5-8a96-c745f8a47445 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742188 Apr 07 08:25:22.324301 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d06ed-2212-46af-9a78-1f951794262b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:22.328561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (64de2cdd-db26-42ef-a0ac-9ec2237b2b0e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.328561 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.segments_db [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Added segment 64de2cdd-db26-42ef-a0ac-9ec2237b2b0e of type vlan for network ca9943c1-2125-482c-a365-563c4037a17b Apr 07 08:25:22.373981 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (ca9943c1-2125-482c-a365-563c4037a17b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.491239 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c2842b89-118c-4ac7-97d8-96498216a995 req-7099f6d8-1474-4d15-8159-9225d0e55135 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/ports?device_id=3091359d-c14d-4c39-b258-a30357577b10 HTTP/1.1" status: 200 len: 210 time: 0.0288181 Apr 07 08:25:22.491832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (ca9943c1-2125-482c-a365-563c4037a17b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.492698 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:22.493264 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:22.551730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9943c1-2125-482c-a365-563c4037a17b,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:22.561986 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network ca9943c1-2125-482c-a365-563c4037a17b details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:25:22.646627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1b7c2d0f-42d7-48a3-a8d2-8cd0b5b47124 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7438123 Apr 07 08:25:22.649373 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34816) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:22.653939 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Request body: {'subnet': {'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1608750118-subnet', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'ip_version': 4}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:22.762256 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Made reservation on behalf of b6757431055b4c90aeedc419999aeff3 for: {'subnet': 1} {{(pid=103929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:25:22.764583 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25176416'] for subnet (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.021018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25175706'] for subnet (1462ad5c-f112-420e-812c-e237e0c31816), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.079435 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1462ad5c-f112-420e-812c-e237e0c31816,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:23.086944 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:23.087306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Network hostable DHCP agents. Network: ca9943c1-2125-482c-a365-563c4037a17b, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:25:23.190673 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Network ca9943c1-2125-482c-a365-563c4037a17b is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:25:23.282452 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, ca9943c1-2125-482c-a365-563c4037a17b) {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:23.290681 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:23.291442 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.293386 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196fbf7-dd6e-48fd-83fe-7e77cdb45598 None None] Network ca9943c1-2125-482c-a365-563c4037a17b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:25:23.395122 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-4a4d69f9-61e4-4e3f-b880-fc81daf85b34 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7446241 Apr 07 08:25:23.397762 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34828) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:23.401956 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:23.408554 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-ca9943c1-2125-482c-a365-563c4037a17b', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:25:23.409416 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.476568 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.489759 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.490949 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.556919 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for router_controller (11a210c9-ad11-4edd-a862-e92bd98fbbf9), precommit_add_association {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.557802 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Allocated IP 172.20.0.2 (ca9943c1-2125-482c-a365-563c4037a17b/1462ad5c-f112-420e-812c-e237e0c31816/b75c5219-f1d8-4ca4-898a-69d985e27794) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:23.701574 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34836) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:23.707488 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks [] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.756123 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (0b7ff5d9-dd26-4509-9daa-89a34312facd), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.779539 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (0b7ff5d9-dd26-4509-9daa-89a34312facd), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.786704 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.804904 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for router_gateway (11a210c9-ad11-4edd-a862-e92bd98fbbf9), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.819557 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e2b89-610d-468e-b91e-584f36805aa2 req-39ff6a48-4a96-4f4d-ad7a-fa56d0a5a420 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:23.821006 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-893e2b89-610d-468e-b91e-584f36805aa2 req-39ff6a48-4a96-4f4d-ad7a-fa56d0a5a420 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 945 time: 0.1457746 Apr 07 08:25:23.828913 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:23.834106 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:23.842558 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:23.848300 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Pushing event updated for resources: {'Port': ['ID=b75c5219-f1d8-4ca4-898a-69d985e27794,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:23.872898 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-893e2b89-610d-468e-b91e-584f36805aa2 req-37aa3660-be2f-42c9-82ed-73428954c5b5 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Apr 07 08:25:23.901088 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Attempting to bind port b75c5219-f1d8-4ca4-898a-69d985e27794 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:23.901488 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Attempting to bind port b75c5219-f1d8-4ca4-898a-69d985e27794 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:23.901852 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Attempting to bind port b75c5219-f1d8-4ca4-898a-69d985e27794 on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:23.906909 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:23.907285 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:23.916493 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.916493 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Bound using segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:23.916493 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Bound port: b75c5219-f1d8-4ca4-898a-69d985e27794, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:23.916493 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.935458 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (0b7ff5d9-dd26-4509-9daa-89a34312facd), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.938706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:23.942991 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b7ff5d9-dd26-4509-9daa-89a34312facd HTTP/1.1" status: 204 len: 168 time: 0.2403975 Apr 07 08:25:23.943622 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34838) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:23.964106 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70f452-a57d-4354-807b-bcec74dc6e1f tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7ff5d9-dd26-4509-9daa-89a34312facd,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:23.970317 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.api.v2.resource [None req-1ec261d0-7bb7-484d-a7ef-c2d73d401fd6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] show failed (client error): The resource could not be found. Apr 07 08:25:23.972230 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-1ec261d0-7bb7-484d-a7ef-c2d73d401fd6 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "GET /v2.0/security-groups/0b7ff5d9-dd26-4509-9daa-89a34312facd HTTP/1.1" status: 404 len: 347 time: 0.0245590 Apr 07 08:25:23.974295 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34842) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:23.986692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] For port b75c5219-f1d8-4ca4-898a-69d985e27794, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:24.001592 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] For port b75c5219-f1d8-4ca4-898a-69d985e27794, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b75c5219-f1d8-4ca4-898a-69d985e27794,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:24.017733 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:24.041299 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 4bd2ea0b-e02f-495e-ab48-ef1135933d5c {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:24.041654 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 4bd2ea0b-e02f-495e-ab48-ef1135933d5c not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:24.079200 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.101901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Deleting port 9927c008-214c-4c49-a4b5-48197abc088f {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:24.102704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (9927c008-214c-4c49-a4b5-48197abc088f), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.106052 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for router_gateway (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.126499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.157910 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c4945-68c1-4647-860b-6bbb3d5c13a6 None None] Pushing event updated for resources: {'Port': ['ID=b75c5219-f1d8-4ca4-898a-69d985e27794,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:24.235037 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (9927c008-214c-4c49-a4b5-48197abc088f), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.235805 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (9927c008-214c-4c49-a4b5-48197abc088f), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.252899 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Calling delete_port for 9927c008-214c-4c49-a4b5-48197abc088f owned by network:floatingip {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:24.273755 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Allocated IP 172.27.1.13 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/da99f4e4-9255-4b4a-a46f-e96e2d523bc4) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:24.418905 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.484034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (9927c008-214c-4c49-a4b5-48197abc088f), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.528501 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.529261 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Pushing event deleted for resources: {'Port': ['ID=9927c008-214c-4c49-a4b5-48197abc088f,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:24.585486 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:24.593900 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:24.596476 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:24.601096 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Pushing event updated for resources: {'Port': ['ID=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:24.606323 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks [] for floatingip (a09be26f-8dd3-41bf-aca2-7e90864ea8b7), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.609980 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:24.611206 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b1682c63-0dfd-4b78-b0a8-f6056db79a28 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] 10.222.0.24 "DELETE /v2.0/floatingips/a09be26f-8dd3-41bf-aca2-7e90864ea8b7 HTTP/1.1" status: 204 len: 168 time: 0.6359663 Apr 07 08:25:24.792542 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.098306 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9376-6458-4fbe-8b29-71685a12f481 req-96a4146f-6ddf-4b69-955b-e66a024f8933 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:25.099849 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e3c9376-6458-4fbe-8b29-71685a12f481 req-96a4146f-6ddf-4b69-955b-e66a024f8933 tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 945 time: 0.0721188 Apr 07 08:25:25.152078 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3e3c9376-6458-4fbe-8b29-71685a12f481 req-13c46e69-7cd9-4b6d-a53d-02e58c0ea00b tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca24f408-772a-4395-a36f-fbb125228c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Apr 07 08:25:25.200147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71356602-40d4-4e08-923e-b887f4617e11 None None] Network ca9943c1-2125-482c-a365-563c4037a17b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:25:25.259382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for router_gateway (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.314079 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Provisioning complete for port b75c5219-f1d8-4ca4-898a-69d985e27794 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:25.314747 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.359475 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-cd0796c7-0ddb-45e6-8b2a-f9c36695412d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:25.366013 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-cd0796c7-0ddb-45e6-8b2a-f9c36695412d tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 945 time: 0.0560303 Apr 07 08:25:25.411326 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Current status of the port b75c5219-f1d8-4ca4-898a-69d985e27794 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:25.412034 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.458852 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] For port b75c5219-f1d8-4ca4-898a-69d985e27794, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b75c5219-f1d8-4ca4-898a-69d985e27794,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:25.474067 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Deleting port a1772a75-a6ac-4407-a363-a786288743c8 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:25.474213 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (a1772a75-a6ac-4407-a363-a786288743c8), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.483129 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.578144 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.634946 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014bfb3-0058-4168-9f38-d4974b540645 None None] Pushing event updated for resources: {'Port': ['ID=b75c5219-f1d8-4ca4-898a-69d985e27794,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:25.697998 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-646c91d9-3939-4740-af18-510f3c9a055a None None] Provisioning complete for port b75c5219-f1d8-4ca4-898a-69d985e27794 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:25.698373 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-646c91d9-3939-4740-af18-510f3c9a055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.735529 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:25:25.778580 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-646c91d9-3939-4740-af18-510f3c9a055a None None] Current status of the port b75c5219-f1d8-4ca4-898a-69d985e27794 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:25.828377 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] For port a1772a75-a6ac-4407-a363-a786288743c8, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a1772a75-a6ac-4407-a363-a786288743c8,segment=NetworkSegment(95ae0825-4527-4501-8ff4-65502ff461de),segment_id=95ae0825-4527-4501-8ff4-65502ff461de)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:25.828663 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (a1772a75-a6ac-4407-a363-a786288743c8), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.841751 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Calling delete_port for a1772a75-a6ac-4407-a363-a786288743c8 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:25.847101 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:25.858328 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:25.870250 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:25.871022 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:25.935083 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:25.936569 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a0ae3b12-f3de-4678-b22f-fcd359a214a9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5378256 Apr 07 08:25:25.942131 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34850) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:25.993719 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:26.136356 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b75c5219-f1d8-4ca4-898a-69d985e27794 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:26.190697 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (a1772a75-a6ac-4407-a363-a786288743c8), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.193650 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port b75c5219-f1d8-4ca4-898a-69d985e27794 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:26.194358 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.207038 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:25Z', 'revision_number': 3, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:26.225945 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Pushing event deleted for resources: {'Port': ['ID=a1772a75-a6ac-4407-a363-a786288743c8,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:26.249684 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:26.250320 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Updating router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:25:26.253942 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['a1772a75-a6ac-4407-a363-a786288743c8'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:25:26.281332 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.296387 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-93bc42ba-63c5-4792-8b9a-0824e848fa43 req-3dbfe7bb-dcda-4315-abc0-a37f849c3c8a tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 210 time: 0.0471489 Apr 07 08:25:26.298240 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] No DVR routers for this DVR port a1772a75-a6ac-4407-a363-a786288743c8 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:25:26.300795 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.305716 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c2703a8-c8e7-4c68-996b-a8bdf1f29367 req-95057372-02e2-4e77-8025-49cfaed8dd2c tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.20 "DELETE /v2.0/ports/a1772a75-a6ac-4407-a363-a786288743c8 HTTP/1.1" status: 204 len: 173 time: 0.9336541 Apr 07 08:25:26.305716 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'name': 'network-vif-deleted', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:25:26.307008 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c59afa-98d0-4331-8d53-0d2d2d67e514" -d '{"events": [{"server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "name": "network-vif-deleted", "tag": "a1772a75-a6ac-4407-a363-a786288743c8"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:25:26.358207 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port b75c5219-f1d8-4ca4-898a-69d985e27794 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:26.398216 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad79d13-cc5c-4246-9187-47d389327624 x-openstack-request-id: req-8ad79d13-cc5c-4246-9187-47d389327624 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:25:26.398846 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3ee278-8a7b-488a-ae51-369266973480", "name": "network-vif-deleted", "tag": "a1772a75-a6ac-4407-a363-a786288743c8", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:25:26.398846 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ad79d13-cc5c-4246-9187-47d389327624 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:25:26.399198 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad79d13-cc5c-4246-9187-47d389327624'] response: {'server_uuid': '8c3ee278-8a7b-488a-ae51-369266973480', 'name': 'network-vif-deleted', 'tag': 'a1772a75-a6ac-4407-a363-a786288743c8', 'status': 'completed', 'code': 200} Apr 07 08:25:26.550653 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.567705 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks [] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.649382 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.707089 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Attempting to bind port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:26.707463 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Attempting to bind port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:26.707994 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Attempting to bind port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:26.715956 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Pushing event updated for resources: {'Port': ['ID=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,revision_number=2']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:26.718984 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Allocated IP 172.20.0.1 (ca9943c1-2125-482c-a365-563c4037a17b/1462ad5c-f112-420e-812c-e237e0c31816/6d26cc5a-353a-403a-9017-bf529f02d21d) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:26.719355 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:26.720229 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:26.720229 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.720489 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:26.720952 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Bound port: da99f4e4-9255-4b4a-a46f-e96e2d523bc4, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:26.721328 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.727708 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.728052 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.728426 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.729836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.729836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.729836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.729836 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.730202 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.730439 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.730730 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.731054 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.731391 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.731712 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.732047 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.732351 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:25:26.784258 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] For port da99f4e4-9255-4b4a-a46f-e96e2d523bc4, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:26.787598 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] For port da99f4e4-9255-4b4a-a46f-e96e2d523bc4, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:26.825290 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks [] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.918448 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.947788 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:26.969409 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:26.970035 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:26.987535 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:26.990414 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:26.992875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:27.017666 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d10aa8-c72a-4223-b843-0f53fabc564f None None] Pushing event updated for resources: {'Port': ['ID=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:27.024287 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Pushing event updated for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:27.043480 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.094329 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:27.287146 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.293192 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:25Z', 'revision_number': 3, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:27.323852 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1337f4-4ad3-4477-9244-22f1337c5cfa None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:25Z', 'revision_number': 3, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:27.357992 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-113cc75b-bec0-425b-b773-73eeddceec17 None None] Provisioning complete for port 6d26cc5a-353a-403a-9017-bf529f02d21d triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:27.358575 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-113cc75b-bec0-425b-b773-73eeddceec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.396003 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-113cc75b-bec0-425b-b773-73eeddceec17 None None] Port 6d26cc5a-353a-403a-9017-bf529f02d21d cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:27.450088 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3fe2a387-e530-445a-b625-516d3cdafdc9 req-a5f86e5d-364d-4233-a5b3-46d8cf3ec37f tempest-VolumesActionsTest-1154003636 tempest-VolumesActionsTest-1154003636-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c3ee278-8a7b-488a-ae51-369266973480 HTTP/1.1" status: 200 len: 210 time: 0.0417514 Apr 07 08:25:27.505984 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks [] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.542223 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34874) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:27.589579 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.681406 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:27.699396 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Pushing event updated for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:27.792691 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:27.794421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:27.959699 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:25:27.970290 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device da99f4e4-9255-4b4a-a46f-e96e2d523bc4 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:28.070843 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:28.071216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.093696 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:28.103172 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-726ebd72-9064-4130-8232-6bfcc1d19a77 admin admin] 10.222.0.24 "PUT /v2.0/routers/11a210c9-ad11-4edd-a862-e92bd98fbbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1597891 Apr 07 08:25:28.111162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.189465 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:28.190203 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.216297 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port da99f4e4-9255-4b4a-a46f-e96e2d523bc4, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:28.238499 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-43c11fea-2da3-4fa7-bc7c-6a6fb564bd8a None None] Provisioning complete for port 6d26cc5a-353a-403a-9017-bf529f02d21d triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:28.245035 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-43c11fea-2da3-4fa7-bc7c-6a6fb564bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.275162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-43c11fea-2da3-4fa7-bc7c-6a6fb564bd8a None None] Port 6d26cc5a-353a-403a-9017-bf529f02d21d cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:28.300602 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.352679 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:28.414493 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Deleting port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:28.414892 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.494033 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] For port 675eb9dd-8a3e-4723-8c76-a0a46e6bb030, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:28.494656 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.507528 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Calling delete_port for 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:28.849642 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (675eb9dd-8a3e-4723-8c76-a0a46e6bb030), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:28.879659 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Pushing event deleted for resources: {'Port': ['ID=675eb9dd-8a3e-4723-8c76-a0a46e6bb030,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:28.985170 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34902) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:28.990499 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1524637629-network', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:29.080271 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.112206 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Made reservation on behalf of 9502755eca2b4d9fb85fcbdd044882d3 for: {'network': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:25:29.114880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for network (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.124102 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.223611 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:29.231727 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks [] for security_group (abb52aae-cbab-4702-8143-0124c5f3bf5e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.236620 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:29.237617 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:29.306436 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (abb52aae-cbab-4702-8143-0124c5f3bf5e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.328630 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Router d2b290bc-2634-4740-afb1-8fec8f6c59d8 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:25:29.329659 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 08:25:29.350978 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.355545 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.segments_db [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Added segment f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c of type vlan for network 3e6967d1-3258-42b7-a152-22f50141d5ef Apr 07 08:25:29.355545 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb52aae-cbab-4702-8143-0124c5f3bf5e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:29.367739 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:29.432538 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740949089437'] for network (3e6967d1-3258-42b7-a152-22f50141d5ef), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.453639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:29.459078 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-86d75c67-4ad3-4d6e-98ae-2425a1506224 admin admin] 10.222.0.24 "PUT /v2.0/routers/d2b290bc-2634-4740-afb1-8fec8f6c59d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9162648 Apr 07 08:25:29.461350 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34914) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:29.465722 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Sync routers for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:29.479012 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:29.479551 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:29.575297 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403'] for network (3e6967d1-3258-42b7-a152-22f50141d5ef), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.576290 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:29.576875 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.596761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks [] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.675089 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 2, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:29.683991 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6967d1-3258-42b7-a152-22f50141d5ef,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:29.692564 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5ffe55d6-d9f6-4801-b7f3-5c5d2023f657 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7061059 Apr 07 08:25:29.695085 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34920) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:29.700565 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Request body: {'subnet': {'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1524637629-subnet', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'ip_version': 4}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:29.717080 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:29.720158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Network 3e6967d1-3258-42b7-a152-22f50141d5ef details requested by agent ovs-agent-dv-cinder-815659-6-iscsi with host dv-cinder-815659-6-iscsi {{(pid=103930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 08:25:29.720953 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks [] for router_gateway (d2b290bc-2634-4740-afb1-8fec8f6c59d8), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.722797 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:29.723349 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Updating router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 port 6d26cc5a-353a-403a-9017-bf529f02d21d binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:25:29.794436 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.850666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Made reservation on behalf of 9502755eca2b4d9fb85fcbdd044882d3 for: {'subnet': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:25:29.853066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776179'] for subnet (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.933868 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Deleting port f345e469-2892-4046-9702-c79b51527490 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:29.934223 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (f345e469-2892-4046-9702-c79b51527490), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:29.976286 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f345e469-2892-4046-9702-c79b51527490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 5, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port': {'id': 'f345e469-2892-4046-9702-c79b51527490', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:16:44Z', 'updated_at': '2022-04-07T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:30.035318 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Checking router: d2b290bc-2634-4740-afb1-8fec8f6c59d8 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:30.054507 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Routers {'d2b290bc-2634-4740-afb1-8fec8f6c59d8'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:30.054507 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:30.062060 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device a1772a75-a6ac-4407-a363-a786288743c8 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:30.069761 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] For port f345e469-2892-4046-9702-c79b51527490, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=f345e469-2892-4046-9702-c79b51527490,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:30.070131 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (f345e469-2892-4046-9702-c79b51527490), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.085633 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Calling delete_port for f345e469-2892-4046-9702-c79b51527490 owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:30.108243 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device da99f4e4-9255-4b4a-a46f-e96e2d523bc4 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:30.118037 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: a1772a75-a6ac-4407-a363-a786288743c8 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:30.118632 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device a1772a75-a6ac-4407-a363-a786288743c8 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:30.161259 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] Set router d2b290bc-2634-4740-afb1-8fec8f6c59d8 gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:30.216051 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:25:29Z', 'revision_number': 6, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:30.234917 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:30.235985 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.242026 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks [] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.253923 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb5c14-54dd-461a-9232-5f3f61b78541 None None] The sync data for ids ['d2b290bc-2634-4740-afb1-8fec8f6c59d8'] in dv-cinder-815659-6-iscsi is: [{'id': 'd2b290bc-2634-4740-afb1-8fec8f6c59d8', 'name': 'tempest-AttachVolumeShelveTestJSON-916671233-router', 'tenant_id': '04484041f7f94f849d3964bfd19e47e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:16:42Z', 'updated_at': '2022-04-07T08:25:29Z', 'revision_number': 6, 'project_id': '04484041f7f94f849d3964bfd19e47e9', 'gw_port_host': None}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:30.313152 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2124050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25780169'] for subnet (cf2228e4-bdd3-4ce7-839e-dddd16aea854), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.335480 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:30.369421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2228e4-bdd3-4ce7-839e-dddd16aea854,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:30.379132 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Checking segment: {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:30.379502 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Network hostable DHCP agents. Network: 3e6967d1-3258-42b7-a152-22f50141d5ef, hostable agents: ['e38a817c-7c45-4d7c-9ee7-7515ca626a19'], hosted agents: [] {{(pid=103928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 08:25:30.425351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.425530 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (f345e469-2892-4046-9702-c79b51527490), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.451518 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f345e469-2892-4046-9702-c79b51527490,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:30.480574 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2546-7284-48ea-a5cc-976fdd76be24 None None] Pushing event updated for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:30.489871 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Network 3e6967d1-3258-42b7-a152-22f50141d5ef is scheduled to be hosted by DHCP agent e38a817c-7c45-4d7c-9ee7-7515ca626a19 with binding_index 1 {{(pid=103928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 08:25:30.523805 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.540135 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Attempting to bind port 6d26cc5a-353a-403a-9017-bf529f02d21d on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:30.540518 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Attempting to bind port 6d26cc5a-353a-403a-9017-bf529f02d21d by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:30.540894 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Attempting to bind port 6d26cc5a-353a-403a-9017-bf529f02d21d on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:30.546245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:30.546653 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:30.549182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.549182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Bound using segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:30.549182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Bound port: 6d26cc5a-353a-403a-9017-bf529f02d21d, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:30.549182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.575402 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-6-iscsi, 3e6967d1-3258-42b7-a152-22f50141d5ef) {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:30.580909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:25:30.581757 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.603212 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9bba73-7a9b-47b6-805c-1b84b79251c3 None None] Network 3e6967d1-3258-42b7-a152-22f50141d5ef requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:25:30.641715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.644165 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks [] for router_controller (d2b290bc-2634-4740-afb1-8fec8f6c59d8), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.698164 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] For port 6d26cc5a-353a-403a-9017-bf529f02d21d, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:30.702543 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fe7e6fae-eccf-4980-99b3-0aff1c6b5c2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0040536 Apr 07 08:25:30.702779 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34944) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:30.704817 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] For port 6d26cc5a-353a-403a-9017-bf529f02d21d, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=6d26cc5a-353a-403a-9017-bf529f02d21d,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:30.707057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:30.753393 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-79df7616-df04-45dc-bfed-a5d9e9292f3a None None] Provisioning complete for port 6d26cc5a-353a-403a-9017-bf529f02d21d triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:30.753764 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-79df7616-df04-45dc-bfed-a5d9e9292f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.776023 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47e578f-41e7-56a4-a3a7-ac3b3c0eb6e9-3e6967d1-3258-42b7-a152-22f50141d5ef', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854'}]}} from dv-cinder-815659-6-iscsi. {{(pid=103930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 08:25:30.777217 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.803538 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (d2b290bc-2634-4740-afb1-8fec8f6c59d8), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.804074 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b290bc-2634-4740-afb1-8fec8f6c59d8 {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:25:30.807321 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-79df7616-df04-45dc-bfed-a5d9e9292f3a None None] Port 6d26cc5a-353a-403a-9017-bf529f02d21d cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:30.808671 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.809848 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-6a19a6ed-bd11-44e3-af1d-9494be7c6930 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d2b290bc-2634-4740-afb1-8fec8f6c59d8 HTTP/1.1" status: 204 len: 168 time: 1.3474905 Apr 07 08:25:30.813182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 34946) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:30.844339 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26852'] for router (7158c438-bc56-4379-944a-21aa1d000721), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.845302 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1809742', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26861'] for router (7158c438-bc56-4379-944a-21aa1d000721), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.856264 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.873469 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Deleting subnet a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:25:30.884658 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Publish callbacks [] for subnet (a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.933946 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for router_controller (7158c438-bc56-4379-944a-21aa1d000721), precommit_add_association {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.945908 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:30.964230 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:30.964879 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:30.969995 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2546-7284-48ea-a5cc-976fdd76be24 None None] Pushing event updated for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:31.021179 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.db_base_plugin_common [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Allocated IP 172.20.0.2 (3e6967d1-3258-42b7-a152-22f50141d5ef/cf2228e4-bdd3-4ce7-839e-dddd16aea854/35d2ba86-e079-410d-888c-372b59ad93f9) {{(pid=103930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:31.031484 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.218369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for router_gateway (7158c438-bc56-4379-944a-21aa1d000721), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.283027 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Provisioning complete for port 6d26cc5a-353a-403a-9017-bf529f02d21d triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:31.283483 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.321790 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:31.364493 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.427559 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:31.431328 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.436365 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-e4ab6722-810b-452b-8b38-5dbc980c75ae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a97ceaee-fd6f-4fc7-b46e-bc266ab1a9db HTTP/1.1" status: 204 len: 168 time: 0.6199512 Apr 07 08:25:31.437460 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34952) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:31.442745 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e0b68-11f9-4576-a47c-5c817ebe602d None None] Network 8aa5e598-1986-40f3-8a00-4ca541e02858 requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:25:31.524657 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (8aa5e598-1986-40f3-8a00-4ca541e02858), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.585907 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for router_gateway (7158c438-bc56-4379-944a-21aa1d000721), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.586411 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Deleting port 12fc4581-9c69-404b-a65b-497f5ab57a8e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:25:31.586982 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.612322 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.616542 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks [] for port (35d2ba86-e079-410d-888c-372b59ad93f9), precommit_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.643811 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Current status of the port 6d26cc5a-353a-403a-9017-bf529f02d21d is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:31.644118 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.659335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] For port 12fc4581-9c69-404b-a65b-497f5ab57a8e, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=12fc4581-9c69-404b-a65b-497f5ab57a8e,segment=NetworkSegment(3c82a093-7ffe-4392-83fe-e334edd3b749),segment_id=3c82a093-7ffe-4392-83fe-e334edd3b749)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:31.659898 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.675018 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Calling delete_port for 12fc4581-9c69-404b-a65b-497f5ab57a8e owned by network:dhcp {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:25:31.706567 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] For port 6d26cc5a-353a-403a-9017-bf529f02d21d, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=6d26cc5a-353a-403a-9017-bf529f02d21d,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:31.726923 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Allocated IP 172.27.1.171 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:31.732008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), after_create {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.777846 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Network 3e6967d1-3258-42b7-a152-22f50141d5ef is already hosted by enough agents. {{(pid=103930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:31.787300 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.scheduler.base_scheduler [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Resources bound (agent type, host, resource id): {{(pid=103930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:31.792905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Received port after_create {{(pid=103930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:31.798761 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.801065 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Pushing event updated for resources: {'Port': ['ID=35d2ba86-e079-410d-888c-372b59ad93f9,revision_number=1']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:31.832121 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a3437-268a-4f3b-974b-6bd80e7b16e9 None None] DHCP port deletion for 8aa5e598-1986-40f3-8a00-4ca541e02858 request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:25:31.855334 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.870204 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (12fc4581-9c69-404b-a65b-497f5ab57a8e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.889203 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] No DVR routers for this DVR port 12fc4581-9c69-404b-a65b-497f5ab57a8e on host dv-cinder-815659-6-iscsi {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:25:31.918915 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Pushing event deleted for resources: {'Port': ['ID=12fc4581-9c69-404b-a65b-497f5ab57a8e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:31.926720 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a3437-268a-4f3b-974b-6bd80e7b16e9 None None] The port '12fc4581-9c69-404b-a65b-497f5ab57a8e' was deleted {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 07 08:25:31.933026 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:30Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:31.936141 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Attempting to bind port 35d2ba86-e079-410d-888c-372b59ad93f9 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:31.938596 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Attempting to bind port 35d2ba86-e079-410d-888c-372b59ad93f9 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:31.938596 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Attempting to bind port 35d2ba86-e079-410d-888c-372b59ad93f9 on network 3e6967d1-3258-42b7-a152-22f50141d5ef {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:31.940939 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e44fea-c976-4d9b-bd7f-8845c2724d39 None None] Pushing event updated for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:31.971652 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:31.974268 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16530c8-f3bf-4f0d-adc1-778ef927fff0 None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:30Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:31.975917 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:31.985831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Checking segment: {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:31.985831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.985831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Bound using segment: {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:31.985831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Bound port: 35d2ba86-e079-410d-888c-372b59ad93f9, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:31.985831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:31.999631 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (8aa5e598-1986-40f3-8a00-4ca541e02858), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.009050 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:32.009331 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 675eb9dd-8a3e-4723-8c76-a0a46e6bb030 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:32.010136 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f345e469-2892-4046-9702-c79b51527490 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:32.037426 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: f345e469-2892-4046-9702-c79b51527490 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:32.037787 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device f345e469-2892-4046-9702-c79b51527490 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:32.038213 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 12fc4581-9c69-404b-a65b-497f5ab57a8e no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:25:32.039251 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa5e598-1986-40f3-8a00-4ca541e02858']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:32.060398 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.065911 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c82a093-7ffe-4392-83fe-e334edd3b749') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:32.066213 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c82a093-7ffe-4392-83fe-e334edd3b749') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:32.080446 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (3c82a093-7ffe-4392-83fe-e334edd3b749), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.089812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 12fc4581-9c69-404b-a65b-497f5ab57a8e {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:25:32.090162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 12fc4581-9c69-404b-a65b-497f5ab57a8e not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:25:32.097951 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (3c82a093-7ffe-4392-83fe-e334edd3b749), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.106369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:25:32.107671 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (3c82a093-7ffe-4392-83fe-e334edd3b749), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:25:32.110110 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:25:32.124396 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] For port 35d2ba86-e079-410d-888c-372b59ad93f9, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:32.127859 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] For port 35d2ba86-e079-410d-888c-372b59ad93f9, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=35d2ba86-e079-410d-888c-372b59ad93f9,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:32.144156 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:32.147152 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:32.154948 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:32.187058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Pushing event updated for resources: {'Port': ['ID=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:32.204874 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.292149 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0595-c9b9-4a54-b109-957f435db818 None None] Pushing event updated for resources: {'Port': ['ID=35d2ba86-e079-410d-888c-372b59ad93f9,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:32.546946 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (8aa5e598-1986-40f3-8a00-4ca541e02858), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.568281 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:32.575262 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8aa5e598-1986-40f3-8a00-4ca541e02858 HTTP/1.1" status: 204 len: 168 time: 1.1334176 Apr 07 08:25:32.575262 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daee3f-3c15-45b6-a651-4d139c30473e admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa5e598-1986-40f3-8a00-4ca541e02858,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:32.920960 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for router_gateway (7158c438-bc56-4379-944a-21aa1d000721), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.111380 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34960) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:33.149460 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1809697'] for router (7158c438-bc56-4379-944a-21aa1d000721), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.175157 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bf1e90ee-566d-49cd-8652-16cf586ecee0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04484041f7f94f849d3964bfd19e47e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0615423 Apr 07 08:25:33.177569 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34962) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:33.239707 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] Publish callbacks [] for security_group (c710bce4-d49f-4b4b-8c7d-458236e46b21), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.270748 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] Publish callbacks [] for security_group (c710bce4-d49f-4b4b-8c7d-458236e46b21), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.368876 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Router 7158c438-bc56-4379-944a-21aa1d000721 is scheduled to L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 with binding_index 1 {{(pid=103928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 08:25:33.372037 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c804c63-ef0a-4856-9751-21ee41fbc118 None None] Network 3e6967d1-3258-42b7-a152-22f50141d5ef requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:25:33.386078 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (c710bce4-d49f-4b4b-8c7d-458236e46b21), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.388696 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.389867 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c710bce4-d49f-4b4b-8c7d-458236e46b21 HTTP/1.1" status: 204 len: 168 time: 0.2112834 Apr 07 08:25:33.397817 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179265b2-cd4c-4bd9-aef6-99e1a359f308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710bce4-d49f-4b4b-8c7d-458236e46b21,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:33.473687 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Provisioning complete for port 35d2ba86-e079-410d-888c-372b59ad93f9 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:33.474137 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.508287 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:33.537892 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Sync routers for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:33.564359 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:33.564983 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:33.617048 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.618333 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-99b14eed-4320-4b60-87f1-b404c29fff08 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9145873 Apr 07 08:25:33.621229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 34970) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:33.684254 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Current status of the port 35d2ba86-e079-410d-888c-372b59ad93f9 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:33.684647 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.733843 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:33.767891 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] For port 35d2ba86-e079-410d-888c-372b59ad93f9, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=35d2ba86-e079-410d-888c-372b59ad93f9,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:33.856693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:33.943649 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dbfc3-775a-40a1-9a08-d6da97033f06 None None] Pushing event updated for resources: {'Port': ['ID=35d2ba86-e079-410d-888c-372b59ad93f9,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:34.098412 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 35d2ba86-e079-410d-888c-372b59ad93f9 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:34.147656 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.152344 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-093daca8-1974-4a67-ae4f-cc01d6366e48 None None] Provisioning complete for port 35d2ba86-e079-410d-888c-372b59ad93f9 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:34.152721 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-093daca8-1974-4a67-ae4f-cc01d6366e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.211955 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 35d2ba86-e079-410d-888c-372b59ad93f9 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:34.212335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.217510 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:32Z', 'revision_number': 3, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:34.282689 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Checking router: 7158c438-bc56-4379-944a-21aa1d000721 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:34.283047 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Updating router 7158c438-bc56-4379-944a-21aa1d000721 port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c binding host dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:25:34.345764 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.384486 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-093daca8-1974-4a67-ae4f-cc01d6366e48 None None] Current status of the port 35d2ba86-e079-410d-888c-372b59ad93f9 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:34.477703 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Allocated IP 172.20.0.1 (3e6967d1-3258-42b7-a152-22f50141d5ef/cf2228e4-bdd3-4ce7-839e-dddd16aea854/17f8f71c-bbc0-4aed-acde-55f19265fe72) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:25:34.481878 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 35d2ba86-e079-410d-888c-372b59ad93f9 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:34.483036 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 6d26cc5a-353a-403a-9017-bf529f02d21d up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:34.601974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks [] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.633186 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 6d26cc5a-353a-403a-9017-bf529f02d21d triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:34.633569 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.758873 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.763631 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks [] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), precommit_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.777282 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 6d26cc5a-353a-403a-9017-bf529f02d21d is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:34.812531 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Network 3e6967d1-3258-42b7-a152-22f50141d5ef is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:34.826869 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:34.831573 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:25:34.861110 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.889198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:34.891849 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809998'] for router_interface (7158c438-bc56-4379-944a-21aa1d000721), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.961566 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Attempting to bind port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:34.962355 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Attempting to bind port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:34.966609 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Attempting to bind port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c on network a747f853-7c9d-4fe7-a075-e14bbee1f843 {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:34.966762 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:25:34.981610 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:34.982275 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Checking segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:34.982983 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.985599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Bound using segment: {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'} {{(pid=103930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:34.986319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.managers [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Bound port: b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f5c8ff-c7ba-4de2-8418-82aadef97cc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843'}}] {{(pid=103930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:34.987541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:34.992096 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f178-2a19-4fb1-a2f7-591049e2e84e None None] Pushing event updated for resources: {'Port': ['ID=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,revision_number=2']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:35.087749 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] For port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:35.088461 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] For port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:35.211593 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-6b756a10-b6c7-4f38-bac5-2791c14967ae None None] Provisioning complete for port 17f8f71c-bbc0-4aed-acde-55f19265fe72 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:35.211970 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6b756a10-b6c7-4f38-bac5-2791c14967ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.251224 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-6b756a10-b6c7-4f38-bac5-2791c14967ae None None] Port 17f8f71c-bbc0-4aed-acde-55f19265fe72 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:35.341502 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.423004 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.425199 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:35.425845 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:35.474013 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f178-2a19-4fb1-a2f7-591049e2e84e None None] Pushing event updated for resources: {'Port': ['ID=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,revision_number=3']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:35.561957 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:35.653370 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks [] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.763327 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.848585 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1810146'] for router_interface (7158c438-bc56-4379-944a-21aa1d000721), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:35.861127 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Pushing event updated for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:35.861496 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '17f8f71c-bbc0-4aed-acde-55f19265fe72', 'name': '', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'mac_address': 'fa:16:3e:b2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:34Z', 'updated_at': '2022-04-07T08:25:34Z', 'revision_number': 1, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'subnets': [{'id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:35.907467 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b938-f47e-4c5b-a648-effd54cc19e9 None None] The sync data for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi is: [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '17f8f71c-bbc0-4aed-acde-55f19265fe72', 'name': '', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'mac_address': 'fa:16:3e:b2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:34Z', 'updated_at': '2022-04-07T08:25:34Z', 'revision_number': 1, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'subnets': [{'id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:35.982707 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 35d2ba86-e079-410d-888c-372b59ad93f9 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:36.049525 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 35d2ba86-e079-410d-888c-372b59ad93f9 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:36.049910 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:36.125730 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Network 3e6967d1-3258-42b7-a152-22f50141d5ef is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:25:36.130815 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:25:36.155989 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 35d2ba86-e079-410d-888c-372b59ad93f9 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:36.362562 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Router 7158c438-bc56-4379-944a-21aa1d000721 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:25:36.538168 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:25:36.544911 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-53ae0130-297d-4914-811a-99e82b6211f1 admin admin] 10.222.0.24 "PUT /v2.0/routers/7158c438-bc56-4379-944a-21aa1d000721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224005 Apr 07 08:25:36.602282 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-ca5183cf-109e-45a6-94f7-bdb9afd00c9d None None] Provisioning complete for port 17f8f71c-bbc0-4aed-acde-55f19265fe72 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:36.603352 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ca5183cf-109e-45a6-94f7-bdb9afd00c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:36.694111 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-ca5183cf-109e-45a6-94f7-bdb9afd00c9d None None] Port 17f8f71c-bbc0-4aed-acde-55f19265fe72 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:25:37.531837 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35046) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:37.538695 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413210655', 'description': 'tempest-secgroup-smoke-413210655 description', 'project_id': 'b6757431055b4c90aeedc419999aeff3'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:37.637548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:37.710705 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (67c9d449-935e-458e-a180-d5a82b155287), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:37.763264 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (67c9d449-935e-458e-a180-d5a82b155287), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:37.804245 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9d449-935e-458e-a180-d5a82b155287,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:37.876124 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:37.877808 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-cc019ad3-4e7c-46cc-8815-aecdbde5da52 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3443329 Apr 07 08:25:37.880796 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35060) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:37.886727 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:37.989371 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:37.989892 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (f3d70395-0601-4a09-a0eb-b6470a569475), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.042905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:38.043684 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.059563 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (f3d70395-0601-4a09-a0eb-b6470a569475), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.133719 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (f3d70395-0601-4a09-a0eb-b6470a569475), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.157390 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:38.158068 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.167229 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d70395-0601-4a09-a0eb-b6470a569475,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:38.191300 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] For port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:38.303382 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.305150 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-45021c36-01e4-473a-8784-a5455afce420 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4224327 Apr 07 08:25:38.308777 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35064) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:38.314481 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:38.329074 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.385578 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Pushing event updated for resources: {'Port': ['ID=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:38.698724 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (1b68ca82-d4f7-4230-b3e5-3c5ef80226f0), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.765016 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (1b68ca82-d4f7-4230-b3e5-3c5ef80226f0), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.825440 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (1b68ca82-d4f7-4230-b3e5-3c5ef80226f0), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.867495 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b68ca82-d4f7-4230-b3e5-3c5ef80226f0,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:38.941389 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:38.942865 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ad497ca1-9a9b-480f-a923-53786bc748a9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6329873 Apr 07 08:25:38.946334 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35080) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:38.954126 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:39.079724 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (531476f2-a90e-4321-8b9d-a8479533d663), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.166426 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (531476f2-a90e-4321-8b9d-a8479533d663), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.266814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (531476f2-a90e-4321-8b9d-a8479533d663), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.285228 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531476f2-a90e-4321-8b9d-a8479533d663,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:39.366809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.368178 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-04be1f1a-a622-463a-84af-8378a9f4b0cd tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197266 Apr 07 08:25:39.370859 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35082) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:39.376178 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:39.482387 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (4bebe738-d93a-4464-9e1f-604ecc66a0ac), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.547911 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (4bebe738-d93a-4464-9e1f-604ecc66a0ac), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.626413 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (4bebe738-d93a-4464-9e1f-604ecc66a0ac), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.646783 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bebe738-d93a-4464-9e1f-604ecc66a0ac,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:39.724107 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.725826 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2f714c5b-c5b7-4e0d-8a2f-9b61f9c860df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539057 Apr 07 08:25:39.729027 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35088) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:39.739338 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:39.837900 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.securitygroups_db [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Project b6757431055b4c90aeedc419999aeff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:25:39.843878 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (40c209f1-e555-4931-b1ef-1f666d815646), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.883497 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Sync routers for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:25:39.903681 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:39.904701 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:39.952355 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (40c209f1-e555-4931-b1ef-1f666d815646), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:39.959302 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:40.026455 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (40c209f1-e555-4931-b1ef-1f666d815646), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.033768 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:40.035402 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.056544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c209f1-e555-4931-b1ef-1f666d815646,revision_number=0']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:40.083411 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:40.152264 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:40.169878 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.174365 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-984897db-c340-4049-82de-16296e5d3aa0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4414022 Apr 07 08:25:40.175612 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35094) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:40.179694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'security_group_rule': {'security_group_id': '67c9d449-935e-458e-a180-d5a82b155287', 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:25:40.309638 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '17f8f71c-bbc0-4aed-acde-55f19265fe72', 'name': '', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'mac_address': 'fa:16:3e:b2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:34Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 2, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'subnets': [{'id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:40.312430 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.securitygroups_db [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Project b6757431055b4c90aeedc419999aeff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 08:25:40.317996 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (dc8ecff8-1cc9-43ec-b156-c9b3121f7e1b), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.340639 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Checking router: 7158c438-bc56-4379-944a-21aa1d000721 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:25:40.341016 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Updating router 7158c438-bc56-4379-944a-21aa1d000721 port 17f8f71c-bbc0-4aed-acde-55f19265fe72 binding host dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 08:25:40.372609 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.393114 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (dc8ecff8-1cc9-43ec-b156-c9b3121f7e1b), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.488178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659044'] for security_group_rule (dc8ecff8-1cc9-43ec-b156-c9b3121f7e1b), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.511819 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8ecff8-1cc9-43ec-b156-c9b3121f7e1b,revision_number=0']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:40.597668 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.604116 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-2d32313e-5ad9-43c5-8113-67c56af86471 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4281948 Apr 07 08:25:40.756561 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks [] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), precommit_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.826281 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.874310 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317341a7-8e34-408b-8890-ad8d64f762c7 None None] Pushing event updated for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=3']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:40.972304 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Attempting to bind port 17f8f71c-bbc0-4aed-acde-55f19265fe72 on host dv-cinder-815659-6-iscsi for vnic_type normal with profile {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:25:40.972304 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Attempting to bind port 17f8f71c-bbc0-4aed-acde-55f19265fe72 by drivers openvswitch,hyperv on host dv-cinder-815659-6-iscsi at level 0 using segments [{'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:25:40.972304 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Attempting to bind port 17f8f71c-bbc0-4aed-acde-55f19265fe72 on network 3e6967d1-3258-42b7-a152-22f50141d5ef {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:25:40.980943 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Checking agent: {'id': '64eb6c74-e246-4a73-94fc-c72b757e4a3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 7, 25), 'started_at': datetime.datetime(2022, 4, 7, 8, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:25:40.981543 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Checking segment: {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:25:40.982141 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:40.982736 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Bound using segment: {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'} {{(pid=103931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:25:40.983466 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.managers [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Bound port: 17f8f71c-bbc0-4aed-acde-55f19265fe72, host: dv-cinder-815659-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef'}}] {{(pid=103931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:25:40.984272 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), before_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.091826 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] For port 17f8f71c-bbc0-4aed-acde-55f19265fe72, host dv-cinder-815659-6-iscsi, cleared binding levels {{(pid=103931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:25:41.096411 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.plugins.ml2.db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] For port 17f8f71c-bbc0-4aed-acde-55f19265fe72, host dv-cinder-815659-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=17f8f71c-bbc0-4aed-acde-55f19265fe72,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:25:41.159211 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron_lib.callbacks.manager [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_update {{(pid=103931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.168144 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Provisioning complete for port 17f8f71c-bbc0-4aed-acde-55f19265fe72 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:41.168784 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.233844 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317341a7-8e34-408b-8890-ad8d64f762c7 None None] Pushing event updated for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=4']} {{(pid=103931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:41.236575 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:25:41.237457 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:25:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:41.317786 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Current status of the port 17f8f71c-bbc0-4aed-acde-55f19265fe72 is: DOWN; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:41.320695 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.373385 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] For port 17f8f71c-bbc0-4aed-acde-55f19265fe72, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=17f8f71c-bbc0-4aed-acde-55f19265fe72,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:25:41.506281 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.533706 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:25:41.611348 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb93ee-88c5-4689-875a-75e3c7592b74 None None] Pushing event updated for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:41.670334 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-d21bd517-d4f6-4646-9ef8-1ab9fd427040 None None] Provisioning complete for port 17f8f71c-bbc0-4aed-acde-55f19265fe72 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:41.672909 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d21bd517-d4f6-4646-9ef8-1ab9fd427040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:41.762365 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-d21bd517-d4f6-4646-9ef8-1ab9fd427040 None None] Current status of the port 17f8f71c-bbc0-4aed-acde-55f19265fe72 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:41.825642 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '17f8f71c-bbc0-4aed-acde-55f19265fe72', 'name': '', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'mac_address': 'fa:16:3e:b2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:34Z', 'updated_at': '2022-04-07T08:25:41Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'subnets': [{'id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:25:41.854873 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26e31-2d4d-44d3-a40f-bd6db64f32e5 None None] The sync data for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi is: [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:25:35Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '17f8f71c-bbc0-4aed-acde-55f19265fe72', 'name': '', 'network_id': '3e6967d1-3258-42b7-a152-22f50141d5ef', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'mac_address': 'fa:16:3e:b2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:34Z', 'updated_at': '2022-04-07T08:25:41Z', 'revision_number': 4, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'subnets': [{'id': 'cf2228e4-bdd3-4ce7-839e-dddd16aea854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:25:41.948098 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 17f8f71c-bbc0-4aed-acde-55f19265fe72 up at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:25:42.007029 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Provisioning complete for port 17f8f71c-bbc0-4aed-acde-55f19265fe72 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:25:42.007672 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:42.105747 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Current status of the port 17f8f71c-bbc0-4aed-acde-55f19265fe72 is: ACTIVE; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:25:44.956537 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.343263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35222) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:45.459687 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ad96-5298-4367-9666-7ab0a2902671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.536293 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ad96-5298-4367-9666-7ab0a2902671 admin admin] Publish callbacks [] for security_group (fbe75475-0ea7-40ca-8006-fc2456dcf108), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.631863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ad96-5298-4367-9666-7ab0a2902671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (fbe75475-0ea7-40ca-8006-fc2456dcf108), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.671397 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5ad96-5298-4367-9666-7ab0a2902671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe75475-0ea7-40ca-8006-fc2456dcf108,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:45.676411 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-9bf5ad96-5298-4367-9666-7ab0a2902671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=861bb9fa89b34b1881b718d040553104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320978 Apr 07 08:25:45.679220 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35226) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:25:45.739182 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] Publish callbacks [] for security_group (fbe75475-0ea7-40ca-8006-fc2456dcf108), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.762452 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] Publish callbacks [] for security_group (fbe75475-0ea7-40ca-8006-fc2456dcf108), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.860632 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (fbe75475-0ea7-40ca-8006-fc2456dcf108), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.864118 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:45.865429 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbe75475-0ea7-40ca-8006-fc2456dcf108 HTTP/1.1" status: 204 len: 168 time: 0.1846132 Apr 07 08:25:45.881317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789788a-b36f-403d-ad20-a3a382ec0c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe75475-0ea7-40ca-8006-fc2456dcf108,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:25:48.666033 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0cb7190c-a36e-414a-a02d-b73e72f16599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:50.917162 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f651071d-b30e-45f8-9c66-388ef12a74b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:52.288971 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:53.464351 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:25:54.762764 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.193827 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35522) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:02.240238 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Deleting subnet a77fa35f-a147-4760-98d2-f7859df048c5 {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:26:02.243333 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Publish callbacks [] for subnet (a77fa35f-a147-4760-98d2-f7859df048c5), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.276632 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (a77fa35f-a147-4760-98d2-f7859df048c5), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.318569 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (a77fa35f-a147-4760-98d2-f7859df048c5), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.448546 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (a77fa35f-a147-4760-98d2-f7859df048c5), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.477290 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77fa35f-a147-4760-98d2-f7859df048c5,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:02.481285 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.485190 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ed6b47d5-7a7d-4013-b178-3ce43a66dda2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a77fa35f-a147-4760-98d2-f7859df048c5 HTTP/1.1" status: 204 len: 168 time: 0.2903292 Apr 07 08:26:02.487896 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35524) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:02.554199 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (44ab253e-ff5a-46f8-a777-698817b652e5), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.634071 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (44ab253e-ff5a-46f8-a777-698817b652e5), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.659570 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ab253e-ff5a-46f8-a777-698817b652e5']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:02.668685 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ae0825-4527-4501-8ff4-65502ff461de') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:02.668978 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ae0825-4527-4501-8ff4-65502ff461de') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:02.678490 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (95ae0825-4527-4501-8ff4-65502ff461de), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.691038 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (95ae0825-4527-4501-8ff4-65502ff461de), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.696645 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:26:02.697021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (95ae0825-4527-4501-8ff4-65502ff461de), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:26:02.698675 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:26:02.859944 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (44ab253e-ff5a-46f8-a777-698817b652e5), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.865712 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:02.870610 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/44ab253e-ff5a-46f8-a777-698817b652e5 HTTP/1.1" status: 204 len: 168 time: 0.3801286 Apr 07 08:26:02.883076 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bd71b-4b18-4de7-ad95-3770999b30c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ab253e-ff5a-46f8-a777-698817b652e5,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:03.314817 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35540) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:03.357275 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ce64d3cd-23ac-4562-984a-c77b9c9a2515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1115c341468f4b3f9f0b601287924419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412869 Apr 07 08:26:03.359667 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35542) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:03.409379 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] Publish callbacks [] for security_group (ca24f408-772a-4395-a36f-fbb125228c6c), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:03.430511 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] Publish callbacks [] for security_group (ca24f408-772a-4395-a36f-fbb125228c6c), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:03.614034 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ca24f408-772a-4395-a36f-fbb125228c6c), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:03.616693 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:03.617848 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca24f408-772a-4395-a36f-fbb125228c6c HTTP/1.1" status: 204 len: 168 time: 0.2573047 Apr 07 08:26:03.626198 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05fa3b-2ca4-4c22-a936-f89a35a38dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24f408-772a-4395-a36f-fbb125228c6c,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:04.181026 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-b0cd2924-788a-4c63-bc44-cef0cbe3ef85 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413210655&fields=id&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 267 time: 0.0444624 Apr 07 08:26:04.289375 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-4a785eee-80d9-49dd-82e8-fd20bcc6a312 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:04.294959 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-4a785eee-80d9-49dd-82e8-fd20bcc6a312 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.1070282 Apr 07 08:26:04.306079 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-e82ae45f-413a-4f63-938b-ad3d850e44d7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/quotas/b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 375 time: 0.0091763 Apr 07 08:26:04.363677 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-69eff8ba-6144-4fa2-acac-1d13aa976856 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524335 Apr 07 08:26:04.457405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-3d6ff33a-8492-49b3-83f4-b73241fe2bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Apr 07 08:26:04.572822 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-31c7082b-4c74-46e8-95b6-fe1d229e79c9 service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041210 Apr 07 08:26:05.130450 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e8400c86-6822-4eab-a992-3db826f0559e req-62dc3c59-6c12-4954-8aa7-5c1b691d3005 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 210 time: 0.0283453 Apr 07 08:26:06.208252 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dcd8aba2-5fcf-49db-9d6a-b22d1df78550 req-cf26020b-6495-4752-85f3-5f87ca7fa118 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 210 time: 0.0272093 Apr 07 08:26:07.308283 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5b15846f-d614-45ce-9d1b-06a43e77c963 req-b19edb34-8bc9-4842-89e1-864cde76d277 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 210 time: 0.0271242 Apr 07 08:26:08.050988 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-4706cdb7-af52-4973-becd-d97ca29763d3 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:08.052489 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-4706cdb7-af52-4973-becd-d97ca29763d3 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.1029458 Apr 07 08:26:08.123450 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-0cf53bb3-4734-4d9b-a0d5-09656cdca9e9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 379 time: 0.0547535 Apr 07 08:26:08.133110 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'port': {'device_id': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'admin_state_up': True, 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'security_groups': ['67c9d449-935e-458e-a180-d5a82b155287']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:26:08.291799 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35664) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:08.322895 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Made reservation on behalf of b6757431055b4c90aeedc419999aeff3 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:26:08.326776 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.408596 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.454109 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3ef42edb-40b2-4cd8-819b-8aea2273b3f4 req-732f158a-d4e6-43f8-ab72-2eb6f133592f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 210 time: 0.0381026 Apr 07 08:26:08.507928 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.20.0.5 (ca9943c1-2125-482c-a365-563c4037a17b/1462ad5c-f112-420e-812c-e237e0c31816/9c0ea2f8-ecab-4c17-8775-71697271a4ec) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:26:08.513054 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Publish callbacks [] for security_group (92a2dedf-0950-4985-887a-da1805b59f85), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.608667 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92a2dedf-0950-4985-887a-da1805b59f85), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.647297 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4c587b70ac24f53bf8033efec642eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542984 Apr 07 08:26:08.647794 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.648048 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2dedf-0950-4985-887a-da1805b59f85,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:08.649948 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35670) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:08.661497 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.661844 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.662190 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.662555 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.662894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.663231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.663617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.663890 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.664220 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.664548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.664885 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.665210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.665535 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.665855 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.666178 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe147b40-a53a-49f9-8565-9d237f768855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:08.714708 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] Publish callbacks [] for security_group (92a2dedf-0950-4985-887a-da1805b59f85), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.736513 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] Publish callbacks [] for security_group (92a2dedf-0950-4985-887a-da1805b59f85), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.755834 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35674) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:08.775649 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.820605 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:26:08.823709 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:26:08.830829 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:26:08.837980 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:08.872275 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92a2dedf-0950-4985-887a-da1805b59f85), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.875158 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.886984 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92a2dedf-0950-4985-887a-da1805b59f85 HTTP/1.1" status: 204 len: 168 time: 0.2277119 Apr 07 08:26:08.887146 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:08.887885 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.897902 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5980fc9-5d24-49ef-9bcc-c270a854ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2dedf-0950-4985-887a-da1805b59f85,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:08.910014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-be52cb44-d12f-46b7-a386-5199a8c8e1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:08.973415 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d3d230e8-f7f4-4075-8768-6b006557130c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434980 Apr 07 08:26:08.992050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Request body: {'port': {'device_id': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:26:08.998388 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-be52cb44-d12f-46b7-a386-5199a8c8e1cb admin admin] Publish callbacks [] for security_group (65dc04e9-b51b-4fb9-81fb-e9d33278b403), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.050857 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-be52cb44-d12f-46b7-a386-5199a8c8e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (65dc04e9-b51b-4fb9-81fb-e9d33278b403), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.058821 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.091014 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-be52cb44-d12f-46b7-a386-5199a8c8e1cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90dbf3350eb849fbbe9609bb7a3f8779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340182 Apr 07 08:26:09.094039 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35680) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:09.099234 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-6998248c-4f5c-4cb2-9798-9a5c973d0eca None None] Provisioning complete for port 9c0ea2f8-ecab-4c17-8775-71697271a4ec triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:26:09.102847 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-6998248c-4f5c-4cb2-9798-9a5c973d0eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.102966 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52cb44-d12f-46b7-a386-5199a8c8e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc04e9-b51b-4fb9-81fb-e9d33278b403,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:09.151032 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] Publish callbacks [] for security_group (65dc04e9-b51b-4fb9-81fb-e9d33278b403), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.155982 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-6998248c-4f5c-4cb2-9798-9a5c973d0eca None None] Port 9c0ea2f8-ecab-4c17-8775-71697271a4ec cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:26:09.174740 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] Publish callbacks [] for security_group (65dc04e9-b51b-4fb9-81fb-e9d33278b403), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.316677 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (65dc04e9-b51b-4fb9-81fb-e9d33278b403), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.319442 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.320625 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65dc04e9-b51b-4fb9-81fb-e9d33278b403 HTTP/1.1" status: 204 len: 168 time: 0.2255595 Apr 07 08:26:09.334605 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e45f-d98f-464a-b22b-952ae058106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc04e9-b51b-4fb9-81fb-e9d33278b403,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:09.366598 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0ea2f8-ecab-4c17-8775-71697271a4ec {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:26:09.375501 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks [] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.388614 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Transition to ACTIVE for port object 9c0ea2f8-ecab-4c17-8775-71697271a4ec will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:26:09.562985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.578039 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a12ea-9d2a-4e3c-837f-cebb6182f6ca req-c6a2e023-c6cf-4e2e-967b-ebd5b5897199 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:09.585364 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-010a12ea-9d2a-4e3c-837f-cebb6182f6ca req-c6a2e023-c6cf-4e2e-967b-ebd5b5897199 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 931 time: 0.0632625 Apr 07 08:26:09.639998 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-010a12ea-9d2a-4e3c-837f-cebb6182f6ca req-24d71a91-eb41-4040-a287-1653acaa7e88 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537760 Apr 07 08:26:09.648822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:09.699662 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Attempting to bind port 9c0ea2f8-ecab-4c17-8775-71697271a4ec on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:26:09.700287 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Attempting to bind port 9c0ea2f8-ecab-4c17-8775-71697271a4ec by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:26:09.700805 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Attempting to bind port 9c0ea2f8-ecab-4c17-8775-71697271a4ec on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:26:09.705649 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Port 9c0ea2f8-ecab-4c17-8775-71697271a4ec on network ca9943c1-2125-482c-a365-563c4037a17b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:26:09.705998 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Attempting to bind port 9c0ea2f8-ecab-4c17-8775-71697271a4ec on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:26:09.710935 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:26:09.711294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:26:09.711662 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Bound using segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:26:09.712096 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Bound port: 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:26:09.712475 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.783725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:26:09.788335 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:26:09.820079 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35690) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:09.835061 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-50105479-ac33-4641-a18b-d8e5b8b072c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.885909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.929937 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:09.930612 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:09.932064 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] 10.222.0.20 "PUT /v2.0/ports/9c0ea2f8-ecab-4c17-8775-71697271a4ec HTTP/1.1" status: 200 len: 1093 time: 0.9452593 Apr 07 08:26:09.934204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:09.936932 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:09.979461 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8be6a1-2b8b-4737-98cb-adbacf1c27f5 x-openstack-request-id: req-9c8be6a1-2b8b-4737-98cb-adbacf1c27f5 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:09.979751 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:09.980142 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c8be6a1-2b8b-4737-98cb-adbacf1c27f5 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:09.982695 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8be6a1-2b8b-4737-98cb-adbacf1c27f5'] response: {'name': 'network-changed', 'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'status': 'completed', 'code': 200} Apr 07 08:26:09.983548 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074674e9-762b-40c6-a996-b45d4a445dbb service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:10.007706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-50105479-ac33-4641-a18b-d8e5b8b072c7 admin admin] Publish callbacks [] for security_group (5c567d50-f4b8-456c-a57c-cdff7972666b), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.069705 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-0260a835-d98d-4172-927d-56e91f44a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.071277 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-0260a835-d98d-4172-927d-56e91f44a1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1127 time: 0.0474830 Apr 07 08:26:10.105552 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-50105479-ac33-4641-a18b-d8e5b8b072c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5c567d50-f4b8-456c-a57c-cdff7972666b), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.144451 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105479-ac33-4641-a18b-d8e5b8b072c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c567d50-f4b8-456c-a57c-cdff7972666b,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:10.148575 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-50105479-ac33-4641-a18b-d8e5b8b072c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc906354413b4404ae2b1fd9301ccab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272574 Apr 07 08:26:10.151421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35700) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:10.267808 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] Publish callbacks [] for security_group (5c567d50-f4b8-456c-a57c-cdff7972666b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.299347 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-64f8db18-4712-4394-952f-b1281f73c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.300798 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-64f8db18-4712-4394-952f-b1281f73c0e0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6757431055b4c90aeedc419999aeff3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1422939 Apr 07 08:26:10.302597 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] Publish callbacks [] for security_group (5c567d50-f4b8-456c-a57c-cdff7972666b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.418014 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-1a58cb12-af34-48ec-b7c5-85024ccfb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.419728 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1467e338-ca1c-4ccd-a2c8-d8dc556acaa8 req-1a58cb12-af34-48ec-b7c5-85024ccfb7f9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093359 Apr 07 08:26:10.459837 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5c567d50-f4b8-456c-a57c-cdff7972666b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.462544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:10.463687 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c567d50-f4b8-456c-a57c-cdff7972666b HTTP/1.1" status: 204 len: 168 time: 0.3113987 Apr 07 08:26:10.472783 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d70da-ed26-452b-807c-3be8d150bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c567d50-f4b8-456c-a57c-cdff7972666b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:10.529562 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d91b900f-abf8-4433-86ff-a9b38026ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.531369 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-d91b900f-abf8-4433-86ff-a9b38026ec15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1127 time: 0.0469809 Apr 07 08:26:10.591232 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-e8c1c4f0-3d97-49ea-ae74-40e9d2f2969e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec HTTP/1.1" status: 200 len: 217 time: 0.0389755 Apr 07 08:26:10.640995 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-443ea933-7777-48a5-a409-d6813efa65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.648755 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-443ea933-7777-48a5-a409-d6813efa65f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0450583 Apr 07 08:26:10.698791 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-89f6ec95-03c3-413e-91e8-6009e5a3e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.700393 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-89f6ec95-03c3-413e-91e8-6009e5a3e427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481110 Apr 07 08:26:10.771335 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a08e1-f7c4-4215-aceb-c4bac0dfa649 req-fa73d5a1-6df7-4003-afe3-5dd25611d150 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:10.773785 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f1a08e1-f7c4-4215-aceb-c4bac0dfa649 req-fa73d5a1-6df7-4003-afe3-5dd25611d150 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0632823 Apr 07 08:26:10.817719 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-0e58c27a-79f9-4432-bfc2-5d6723030567 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093926 Apr 07 08:26:10.824640 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2f1a08e1-f7c4-4215-aceb-c4bac0dfa649 req-3109ab79-cb51-4ec9-876c-05cdc353cd1f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Apr 07 08:26:10.918091 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2281af43-89d7-4851-b909-0f65f3f7c92b req-40b2525c-0580-4ad2-81d1-31ffd984c1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912037 Apr 07 08:26:11.953241 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1acf6-2761-4106-8367-624797e45111 req-ffcae0d4-fb7a-4cc5-b83a-6e08a880532f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:11.954882 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ebe1acf6-2761-4106-8367-624797e45111 req-ffcae0d4-fb7a-4cc5-b83a-6e08a880532f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0567951 Apr 07 08:26:11.965282 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:26:12.007004 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ebe1acf6-2761-4106-8367-624797e45111 req-878159ad-a368-43f0-84e3-e38da07d27e1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456140 Apr 07 08:26:12.802674 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-69442216-cce1-43c5-96f5-fb82d267a62b tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315194 Apr 07 08:26:12.979639 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-fdd8599f-49a4-4cda-8113-dba0261dc2fe tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:12.981066 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-fdd8599f-49a4-4cda-8113-dba0261dc2fe tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732264 Apr 07 08:26:12.995698 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-400a8a9e-0657-4cc7-a7c6-3b886e49e420 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/quotas/cfc4f45140fe4a47ab9a3e4d73cfd969 HTTP/1.1" status: 200 len: 375 time: 0.0089853 Apr 07 08:26:13.029185 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-08d8cb84-43fb-4573-9b67-6c6d14d9577e tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280750 Apr 07 08:26:13.127115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c550-53dd-4481-91dd-46c6a4dfe6b6 req-4146fe8d-5c98-417d-b0fc-58c7e2d519a5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:13.128591 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c50c550-53dd-4481-91dd-46c6a4dfe6b6 req-4146fe8d-5c98-417d-b0fc-58c7e2d519a5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0532854 Apr 07 08:26:13.180894 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c50c550-53dd-4481-91dd-46c6a4dfe6b6 req-9dd3f24e-ff83-47bf-9d12-54e2a1ffd326 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Apr 07 08:26:13.356150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a19651d3-01aa-45c5-a29d-2186563498ff req-c6103a8b-99a4-4585-86e6-89062f819a81 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0275161 Apr 07 08:26:14.302557 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996281-c314-4a92-8c5a-93877ad19a20 req-d689ef4d-9ecb-4eef-b86a-929088823835 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:14.304068 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f7996281-c314-4a92-8c5a-93877ad19a20 req-d689ef4d-9ecb-4eef-b86a-929088823835 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0544450 Apr 07 08:26:14.352987 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f7996281-c314-4a92-8c5a-93877ad19a20 req-effe45af-ca7d-4165-9442-f0b6059e6054 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Apr 07 08:26:14.432969 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e2b2d367-04ab-4c5a-9106-a36f9780ff16 req-6dbaca77-59d2-4b9a-ace0-c0ff673978c6 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0259531 Apr 07 08:26:14.967086 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:15.470561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd50710-e953-49eb-9df2-5e29d3de9437 req-43d1e4e1-58cb-4b24-8cc1-b9dd71e10b5d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:15.472022 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-acd50710-e953-49eb-9df2-5e29d3de9437 req-43d1e4e1-58cb-4b24-8cc1-b9dd71e10b5d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0547774 Apr 07 08:26:15.537213 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-988cf153-2733-4118-aff3-bb67127ab44c req-83189afa-72d7-4d49-9449-ba2199512a1f tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0347445 Apr 07 08:26:15.541872 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-acd50710-e953-49eb-9df2-5e29d3de9437 req-e518f038-66c2-4e42-b8c5-055da17adec4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643220 Apr 07 08:26:16.635874 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fd6387fe-851b-489c-8f97-5da16fa7c614 req-e1eb9e72-847c-4518-98f8-ea27d9af058d tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0333757 Apr 07 08:26:16.673406 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec0b4e-ed7e-43f1-8d00-ae1fe0d7c62a req-35e16d72-a8f0-4c7e-b841-783d2a601c89 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:16.674871 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95ec0b4e-ed7e-43f1-8d00-ae1fe0d7c62a req-35e16d72-a8f0-4c7e-b841-783d2a601c89 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0634959 Apr 07 08:26:16.724238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-95ec0b4e-ed7e-43f1-8d00-ae1fe0d7c62a req-8ed50780-0785-45c6-8089-030913cb8f37 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Apr 07 08:26:17.731321 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7cc53849-bde0-48f4-a3eb-376578fdbc8f req-bb6d7e45-f396-4bc7-96a7-49eb540f74ff tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0254548 Apr 07 08:26:17.839825 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f44b6-035c-4515-baef-280ec57dd9a9 req-f95e1335-bcd2-4ce7-accb-73cf5b11f6d7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:17.841162 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd4f44b6-035c-4515-baef-280ec57dd9a9 req-f95e1335-bcd2-4ce7-accb-73cf5b11f6d7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0507152 Apr 07 08:26:17.888235 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd4f44b6-035c-4515-baef-280ec57dd9a9 req-ddb56399-1b20-46ff-bbe3-9ef3687d8b4c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 Apr 07 08:26:18.665218 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a434c79e-a282-49f3-a7b6-e0cf1ca49a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:18.822864 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-aa89d8a8-2ee5-4f0b-9db9-ffe323d1b200 req-fceda2e1-0ebd-4001-b2b0-3cf69d97b88e tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0254297 Apr 07 08:26:18.942418 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-08a79f16-2180-406d-8e6f-42b95cf27f49 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327573 Apr 07 08:26:19.007792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02cd09-50a0-4117-a2d7-18cfcdad7cf4 req-20dc91b7-af70-4fbc-b448-fd463459d916 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:19.009265 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f02cd09-50a0-4117-a2d7-18cfcdad7cf4 req-20dc91b7-af70-4fbc-b448-fd463459d916 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0550301 Apr 07 08:26:19.058775 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7f02cd09-50a0-4117-a2d7-18cfcdad7cf4 req-571927eb-e40a-4fa0-b42c-ea958545a749 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Apr 07 08:26:19.137009 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-eb74611c-0ac6-4967-b102-e7b2436dbfe0 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:19.138691 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-eb74611c-0ac6-4967-b102-e7b2436dbfe0 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892412 Apr 07 08:26:19.167283 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Request body: {'port': {'device_id': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023', 'admin_state_up': True, 'tenant_id': 'cfc4f45140fe4a47ab9a3e4d73cfd969'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:26:19.362308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Made reservation on behalf of cfc4f45140fe4a47ab9a3e4d73cfd969 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:26:19.365938 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.375508 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.451865 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks [] for security_group (904b6c75-a70a-431c-858a-9f6cf0dcb954), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.533419 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (904b6c75-a70a-431c-858a-9f6cf0dcb954), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.594378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904b6c75-a70a-431c-858a-9f6cf0dcb954,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:19.607872 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.608725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.609073 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.609420 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.609759 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.610093 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.610435 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.610779 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.611112 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.611445 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.612044 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.612436 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.612707 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.613029 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.613354 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:19.678035 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Allocated IP 192.168.233.109 (84ffcca8-0a39-4ea7-aaca-d08c52564023/c20b380c-f070-4493-86d5-d53bfcd719e5/f97caf3d-3d64-4a18-ae36-8b679dbd9289) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:26:19.822784 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks [] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.906486 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:19.919230 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3b1528da-49c3-4e2b-9d10-46eab9541e75 req-3796f9e8-2989-47a1-96fe-5f6970a8ae85 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0281942 Apr 07 08:26:19.951749 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Network 84ffcca8-0a39-4ea7-aaca-d08c52564023 is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:26:19.954782 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:26:19.961156 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:26:20.194378 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049173a2-9c87-4200-b5d5-193f57519fb3 req-b3d31996-69d3-4aba-8880-b89468bfdca1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:20.196092 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-049173a2-9c87-4200-b5d5-193f57519fb3 req-b3d31996-69d3-4aba-8880-b89468bfdca1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 943 time: 0.0599368 Apr 07 08:26:20.210129 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-88436d47-a8ca-415b-a569-b57b2cc8eb14 None None] Provisioning complete for port f97caf3d-3d64-4a18-ae36-8b679dbd9289 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:26:20.211110 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-88436d47-a8ca-415b-a569-b57b2cc8eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.241730 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Pushing event updated for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:20.254109 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-049173a2-9c87-4200-b5d5-193f57519fb3 req-3bd0a845-b40a-4338-a4c2-6bc732844e7b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511620 Apr 07 08:26:20.257801 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-88436d47-a8ca-415b-a569-b57b2cc8eb14 None None] Port f97caf3d-3d64-4a18-ae36-8b679dbd9289 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:26:20.276230 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:20.276847 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.410437 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-162f3f69-ee72-4f1b-936d-4b7cb472ca35 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2470489 Apr 07 08:26:20.434072 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Request body: {'port': {'device_id': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:26:20.490733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.747175 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97caf3d-3d64-4a18-ae36-8b679dbd9289 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:26:20.754245 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks [] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.765947 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Transition to ACTIVE for port object f97caf3d-3d64-4a18-ae36-8b679dbd9289 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:26:20.853492 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.907532 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Pushing event updated for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:20.950854 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-24b9f873-d1ec-4382-b7b4-0e2826170e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:20.978394 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Attempting to bind port f97caf3d-3d64-4a18-ae36-8b679dbd9289 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:26:20.978838 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Attempting to bind port f97caf3d-3d64-4a18-ae36-8b679dbd9289 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:26:20.979017 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Attempting to bind port f97caf3d-3d64-4a18-ae36-8b679dbd9289 on network 84ffcca8-0a39-4ea7-aaca-d08c52564023 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:26:20.983640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Port f97caf3d-3d64-4a18-ae36-8b679dbd9289 on network 84ffcca8-0a39-4ea7-aaca-d08c52564023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:26:20.983888 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Attempting to bind port f97caf3d-3d64-4a18-ae36-8b679dbd9289 on network 84ffcca8-0a39-4ea7-aaca-d08c52564023 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:26:20.990188 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:26:20.993317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Checking segment: {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:26:20.993317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Bound using segment: {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:26:20.993317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Bound port: f97caf3d-3d64-4a18-ae36-8b679dbd9289, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853770d1-c104-4246-b3b1-6fa95edbf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:26:20.993317 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:21.054184 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb53c51-4e32-4a09-b0e2-b5779369f5c8 req-50727270-e0f0-494c-a35c-9c19d156de6f tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.055970 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4fb53c51-4e32-4a09-b0e2-b5779369f5c8 req-50727270-e0f0-494c-a35c-9c19d156de6f tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 948 time: 0.0597439 Apr 07 08:26:21.062060 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 9c0ea2f8-ecab-4c17-8775-71697271a4ec details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:26:21.068934 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:26:21.074208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:26:21.109007 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4fb53c51-4e32-4a09-b0e2-b5779369f5c8 req-33666da3-ab62-41f0-b7c5-f50e6c515daf tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Apr 07 08:26:21.163178 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:21.181223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:21.198368 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'port_id': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'mac_address': 'fa:16:3e:b0:ea:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:26:21.199250 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.199885 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:21.201744 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] 10.222.0.20 "PUT /v2.0/ports/f97caf3d-3d64-4a18-ae36-8b679dbd9289 HTTP/1.1" status: 200 len: 1098 time: 0.7715871 Apr 07 08:26:21.205487 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:21.208296 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474e0b1-3731-41d2-a2a3-b7d1466beab6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:21.237781 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a3e91-7379-48b4-9a10-48ad3f4cbccd service neutron] Pushing event updated for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:21.260403 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 9c0ea2f8-ecab-4c17-8775-71697271a4ec is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:26:21.260891 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f9405-366c-4bcc-9e52-aa1f9f258edb x-openstack-request-id: req-2d1f9405-366c-4bcc-9e52-aa1f9f258edb {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:21.261009 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:21.261107 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:21.261107 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d1f9405-366c-4bcc-9e52-aa1f9f258edb {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:21.261107 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1f9405-366c-4bcc-9e52-aa1f9f258edb'] response: {'name': 'network-changed', 'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289', 'status': 'completed', 'code': 200} Apr 07 08:26:21.274090 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0ea2f8-ecab-4c17-8775-71697271a4ec {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:26:21.294804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:21.350690 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:21.373486 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474e0b1-3731-41d2-a2a3-b7d1466beab6 req-066117c5-296c-45e0-b8e7-46b9cafcf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.375941 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7474e0b1-3731-41d2-a2a3-b7d1466beab6 req-066117c5-296c-45e0-b8e7-46b9cafcf818 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 1132 time: 0.0725281 Apr 07 08:26:21.389237 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf374cab-7492-41db-bcc4-c18ac794abe0 req-b6038704-fcca-4696-abf4-aee9f10b881b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.397167 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cf374cab-7492-41db-bcc4-c18ac794abe0 req-b6038704-fcca-4696-abf4-aee9f10b881b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 944 time: 0.0627582 Apr 07 08:26:21.413685 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:21.415878 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7474e0b1-3731-41d2-a2a3-b7d1466beab6 req-8556f323-6634-4323-990a-2ae87f100847 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236120 Apr 07 08:26:21.422242 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.423930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.423930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.423930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.424411 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.425647 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.426939 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.427348 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.427749 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.428217 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.428680 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.429130 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.430288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.430744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.431144 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:26:21.449637 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cf374cab-7492-41db-bcc4-c18ac794abe0 req-a0aca835-e23f-42ef-b20e-f1436fa4c270 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514605 Apr 07 08:26:21.521832 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474e0b1-3731-41d2-a2a3-b7d1466beab6 req-15149ac5-cf6b-49f6-adff-6839a24b4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.523382 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-7474e0b1-3731-41d2-a2a3-b7d1466beab6 req-15149ac5-cf6b-49f6-adff-6839a24b4b99 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004167 Apr 07 08:26:21.629385 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-de3f466d-0b7d-4e42-8b2c-cd1099dace28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.631008 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-de3f466d-0b7d-4e42-8b2c-cd1099dace28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 1132 time: 0.0456364 Apr 07 08:26:21.682911 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['9c0ea2f8-ecab-4c17-8775-71697271a4ec'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:26:21.685268 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-99e57698-6fe0-4c64-82f3-8163c61c44b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289 HTTP/1.1" status: 200 len: 217 time: 0.0393174 Apr 07 08:26:21.732615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-daedec9e-e8d4-46f5-b0b9-8a6a5b4205aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.734775 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-daedec9e-e8d4-46f5-b0b9-8a6a5b4205aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c20b380c-f070-4493-86d5-d53bfcd719e5 HTTP/1.1" status: 200 len: 843 time: 0.0434504 Apr 07 08:26:21.785604 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-f0d83948-af5b-45f5-9dae-4c17e82851df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:21.787158 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-f0d83948-af5b-45f5-9dae-4c17e82851df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84ffcca8-0a39-4ea7-aaca-d08c52564023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463500 Apr 07 08:26:21.885654 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-db0f1cab-6ac4-44ec-a542-bb4f24d14230 service neutron] 10.222.0.20 "GET /v2.0/networks/84ffcca8-0a39-4ea7-aaca-d08c52564023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916481 Apr 07 08:26:21.978035 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-52c54c7b-99e3-4772-9e14-ae576dcdeed0 req-816fc874-fa4d-4457-ab80-4891643bc67d service neutron] 10.222.0.20 "GET /v2.0/networks/84ffcca8-0a39-4ea7-aaca-d08c52564023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Apr 07 08:26:22.234229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c4fe4-1ab9-47b8-ba58-f06d141a2b2d req-5d182233-898c-455c-ac64-1ae133f0654a tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:22.235846 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e9c4fe4-1ab9-47b8-ba58-f06d141a2b2d req-5d182233-898c-455c-ac64-1ae133f0654a tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 948 time: 0.0577846 Apr 07 08:26:22.281748 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6e9c4fe4-1ab9-47b8-ba58-f06d141a2b2d req-28ef372b-ef73-4d99-80a6-1aaeea560607 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Apr 07 08:26:22.281975 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:22.564305 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3d67d-7fac-4864-b82e-3df2f88f6916 req-037cb006-1f0a-4388-a203-09ab49e96c64 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:22.565792 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-93c3d67d-7fac-4864-b82e-3df2f88f6916 req-037cb006-1f0a-4388-a203-09ab49e96c64 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 944 time: 0.0515468 Apr 07 08:26:22.614992 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-93c3d67d-7fac-4864-b82e-3df2f88f6916 req-f33c1069-1b69-4a36-ba60-60a2def41c20 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Apr 07 08:26:23.069799 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 9c0ea2f8-ecab-4c17-8775-71697271a4ec up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:26:23.212271 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35876) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:23.223911 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 9c0ea2f8-ecab-4c17-8775-71697271a4ec completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:26:23.227884 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 9c0ea2f8-ecab-4c17-8775-71697271a4ec triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:26:23.228269 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.309147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 9c0ea2f8-ecab-4c17-8775-71697271a4ec is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:26:23.309816 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.324791 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-44a5bb60-c308-4113-82a0-36a1ec43ff1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.334172 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:23.336497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50669424-830c-4329-80f6-ca7c3a6ff716" -d '{"events": [{"server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:23.360288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:23.384805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77a765-9ab5-494b-b910-3dc15f73e228 x-openstack-request-id: req-db77a765-9ab5-494b-b910-3dc15f73e228 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:23.385088 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:23.385341 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db77a765-9ab5-494b-b910-3dc15f73e228 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:23.385735 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db77a765-9ab5-494b-b910-3dc15f73e228'] response: {'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'code': 200} Apr 07 08:26:23.437669 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.438417 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1649e04-a06a-40fc-b625-84f6df3f1348 req-62fc8dfc-7187-4a86-ade9-36c1b51b678e tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:23.439689 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1649e04-a06a-40fc-b625-84f6df3f1348 req-62fc8dfc-7187-4a86-ade9-36c1b51b678e tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 948 time: 0.0738542 Apr 07 08:26:23.467744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.469201 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-44a5bb60-c308-4113-82a0-36a1ec43ff1f admin admin] Publish callbacks [] for security_group (f88d79d8-5d7c-4aa2-86b2-d483f7767319), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.489481 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:23.506575 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a1649e04-a06a-40fc-b625-84f6df3f1348 req-c9968e77-0f69-4d5b-9d8e-b963e825d339 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Apr 07 08:26:23.550461 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-44a5bb60-c308-4113-82a0-36a1ec43ff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f88d79d8-5d7c-4aa2-86b2-d483f7767319), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.587538 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-44a5bb60-c308-4113-82a0-36a1ec43ff1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f919ad22f0954cc68760a13d6ed65104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741934 Apr 07 08:26:23.590094 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5bb60-c308-4113-82a0-36a1ec43ff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d79d8-5d7c-4aa2-86b2-d483f7767319,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:23.590257 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35884) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:23.645801 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] Publish callbacks [] for security_group (f88d79d8-5d7c-4aa2-86b2-d483f7767319), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.667640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] Publish callbacks [] for security_group (f88d79d8-5d7c-4aa2-86b2-d483f7767319), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.734434 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ec15b-ebef-4068-9777-0aec8dade340 req-ec9f0fad-c267-48f1-beed-43b315891c59 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:23.735928 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-064ec15b-ebef-4068-9777-0aec8dade340 req-ec9f0fad-c267-48f1-beed-43b315891c59 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0528169 Apr 07 08:26:23.769604 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (f88d79d8-5d7c-4aa2-86b2-d483f7767319), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.772357 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:23.773490 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f88d79d8-5d7c-4aa2-86b2-d483f7767319 HTTP/1.1" status: 204 len: 168 time: 0.1821768 Apr 07 08:26:23.786819 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abbfbb-751d-4fac-bc2d-294d191d44dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d79d8-5d7c-4aa2-86b2-d483f7767319,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:23.797138 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-064ec15b-ebef-4068-9777-0aec8dade340 req-6d03a197-89cf-4ccf-ae85-79b3d345132e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553446 Apr 07 08:26:23.801512 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a9e9a-e1d9-476a-a536-94d810f91c0a req-27f84a2e-4880-43ea-ac1e-c0c67cbe7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:23.803085 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-579a9e9a-e1d9-476a-a536-94d810f91c0a req-27f84a2e-4880-43ea-ac1e-c0c67cbe7239 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1129 time: 0.0634344 Apr 07 08:26:23.850556 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-579a9e9a-e1d9-476a-a536-94d810f91c0a req-8c8df4d2-e1b6-45f5-8622-5b3bb365513a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Apr 07 08:26:24.392078 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35892) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:24.405128 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73a3-b837-4e95-be6b-a877c4a4f4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.476363 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73a3-b837-4e95-be6b-a877c4a4f4cc admin admin] Publish callbacks [] for security_group (401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.539285 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ae5a73a3-b837-4e95-be6b-a877c4a4f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.584781 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ae5a73a3-b837-4e95-be6b-a877c4a4f4cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c48a8b9a2fa44d597d3bcb63bbd520a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893942 Apr 07 08:26:24.584781 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a73a3-b837-4e95-be6b-a877c4a4f4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:24.585144 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35896) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:24.660521 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98ed4f-9992-4407-83c5-c60d8347193a req-5f06953e-9a49-4d9d-96eb-fe5b2c50f2c6 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:24.661898 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc98ed4f-9992-4407-83c5-c60d8347193a req-5f06953e-9a49-4d9d-96eb-fe5b2c50f2c6 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 948 time: 0.0847626 Apr 07 08:26:24.666409 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] Publish callbacks [] for security_group (401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.701158 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] Publish callbacks [] for security_group (401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.739435 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.747891 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc98ed4f-9992-4407-83c5-c60d8347193a req-5dba10fe-4df0-4934-a4bf-d0ee4e246586 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 Apr 07 08:26:24.807839 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.810394 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:24.812185 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e HTTP/1.1" status: 204 len: 168 time: 0.2255878 Apr 07 08:26:24.819833 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b223-ce94-4e2a-bf43-0413f4473e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c5d1d-5e1d-4d3e-9e22-98b9b9a81f4e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:24.921727 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab8803-c8f1-413d-b568-47d4aa113436 req-2dbb3676-4713-4152-ab8d-7387e94af8ad tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:24.923286 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c9ab8803-c8f1-413d-b568-47d4aa113436 req-2dbb3676-4713-4152-ab8d-7387e94af8ad tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0579636 Apr 07 08:26:25.074116 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f97caf3d-3d64-4a18-ae36-8b679dbd9289 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:26:25.193763 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:25.210040 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289', 'network_id': '84ffcca8-0a39-4ea7-aaca-d08c52564023', 'port_id': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289', 'mac_address': 'fa:16:3e:38:9a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20b380c-f070-4493-86d5-d53bfcd719e5', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:26:25.242387 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c9ab8803-c8f1-413d-b568-47d4aa113436 req-bf30049c-8683-4523-acbe-4e5fbf4758c5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134465 Apr 07 08:26:25.256858 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port f97caf3d-3d64-4a18-ae36-8b679dbd9289 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:26:25.257255 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:25.276703 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97caf3d-3d64-4a18-ae36-8b679dbd9289 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:26:25.296470 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:25.368151 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:25.416539 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:25.687230 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['f97caf3d-3d64-4a18-ae36-8b679dbd9289'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:26:25.867140 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709845-bf27-4c2a-ac64-8e7eb3b30d77 req-0e51d3b9-fb5d-4bd7-be3d-cfadd8f5f6b2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:25.868581 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ce709845-bf27-4c2a-ac64-8e7eb3b30d77 req-0e51d3b9-fb5d-4bd7-be3d-cfadd8f5f6b2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 949 time: 0.0534174 Apr 07 08:26:25.915604 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ce709845-bf27-4c2a-ac64-8e7eb3b30d77 req-b67b6007-497c-49bc-88ab-1c37ff830963 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Apr 07 08:26:26.361343 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0100b7-ceee-4a8e-9af9-c1e7fa7acdfe req-33c24a10-8ea1-4279-9d40-1c71d3e4e457 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:26.363134 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6b0100b7-ceee-4a8e-9af9-c1e7fa7acdfe req-33c24a10-8ea1-4279-9d40-1c71d3e4e457 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0539594 Apr 07 08:26:26.416777 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6b0100b7-ceee-4a8e-9af9-c1e7fa7acdfe req-9c684214-177c-403f-b8b5-9f67142fd30c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478640 Apr 07 08:26:26.540337 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013537-048d-4415-80f4-a99a6de795da req-f66a4da6-4aa9-4ec3-80c6-c13cf4fd913b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:26.541824 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-89013537-048d-4415-80f4-a99a6de795da req-f66a4da6-4aa9-4ec3-80c6-c13cf4fd913b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0521734 Apr 07 08:26:26.591557 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-89013537-048d-4415-80f4-a99a6de795da req-b1481a3f-4c32-4c64-b0ea-1497e4185204 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Apr 07 08:26:26.613450 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35944) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:26.801961 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed303c8-a8cb-45e5-ae5e-4aadb73500e6 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:26.803594 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-bed303c8-a8cb-45e5-ae5e-4aadb73500e6 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1124 time: 0.1891606 Apr 07 08:26:26.806457 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35958) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:26.810684 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'port_id': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:26:26.910656 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.051309 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e7b2-6cd6-470e-a7dd-84021d58314c req-7cafd5c3-ae1f-40c0-82c6-3f1362fd72f1 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:27.052740 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94b3e7b2-6cd6-470e-a7dd-84021d58314c req-7cafd5c3-ae1f-40c0-82c6-3f1362fd72f1 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 949 time: 0.0693760 Apr 07 08:26:27.058663 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.094693 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f97caf3d-3d64-4a18-ae36-8b679dbd9289 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:26:27.183989 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-94b3e7b2-6cd6-470e-a7dd-84021d58314c req-f63708a7-13d3-4203-b6a4-da3eeedec259 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232338 Apr 07 08:26:27.201969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port f97caf3d-3d64-4a18-ae36-8b679dbd9289 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:26:27.206902 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port f97caf3d-3d64-4a18-ae36-8b679dbd9289 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:26:27.212493 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.212635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.27.1.145 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/dc6a246c-0a4c-41cb-af7f-a22a3e5d6789) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:26:27.285048 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port f97caf3d-3d64-4a18-ae36-8b679dbd9289 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:26:27.285439 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.309914 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:27.310370 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0afdd-5747-413a-8311-8cfc740fc52d" -d '{"events": [{"server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "name": "network-vif-plugged", "status": "completed", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:27.311835 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.322978 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:27.349669 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f62c9-3348-4ffd-8ed1-5bed621cd648 x-openstack-request-id: req-6e7f62c9-3348-4ffd-8ed1-5bed621cd648 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:27.350060 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "name": "network-vif-plugged", "status": "completed", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:27.350319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e7f62c9-3348-4ffd-8ed1-5bed621cd648 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:27.351031 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7f62c9-3348-4ffd-8ed1-5bed621cd648'] response: {'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289', 'code': 200} Apr 07 08:26:27.407806 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.425359 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.459998 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:27.471432 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:26:27.474314 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:26:27.480014 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:26:27.486278 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=dc6a246c-0a4c-41cb-af7f-a22a3e5d6789,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:27.523294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35986) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:27.640176 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-34dfd88a-eab7-478a-b6e6-3e7f8590e72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.752662 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-34dfd88a-eab7-478a-b6e6-3e7f8590e72a admin admin] Publish callbacks [] for security_group (28ce05cc-f5c5-47dc-b09e-da19a3bced77), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.757244 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ff146-2805-4462-aea1-b34fa9ff762e req-d008e3cc-c5a6-4941-89ef-9af7b0549974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:27.758915 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-626ff146-2805-4462-aea1-b34fa9ff762e req-d008e3cc-c5a6-4941-89ef-9af7b0549974 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 1134 time: 0.0754008 Apr 07 08:26:27.799051 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-34dfd88a-eab7-478a-b6e6-3e7f8590e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (28ce05cc-f5c5-47dc-b09e-da19a3bced77), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.826437 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-626ff146-2805-4462-aea1-b34fa9ff762e req-f0a33b96-9b7e-43f3-8e07-1acf21956a26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Apr 07 08:26:27.849733 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-34dfd88a-eab7-478a-b6e6-3e7f8590e72a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7438615503d84d2191369e79de9123f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227835 Apr 07 08:26:27.849733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd88a-eab7-478a-b6e6-3e7f8590e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce05cc-f5c5-47dc-b09e-da19a3bced77,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:27.850801 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 35990) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:27.871129 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (ccee7e20-ab34-4573-a917-317f6f2fa70c), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.934599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] Publish callbacks [] for security_group (28ce05cc-f5c5-47dc-b09e-da19a3bced77), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:27.955579 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] Publish callbacks [] for security_group (28ce05cc-f5c5-47dc-b09e-da19a3bced77), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.023547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.070522 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (28ce05cc-f5c5-47dc-b09e-da19a3bced77), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.072978 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.074080 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28ce05cc-f5c5-47dc-b09e-da19a3bced77 HTTP/1.1" status: 204 len: 168 time: 0.2223687 Apr 07 08:26:28.096086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bfd7a-89b2-4dec-b2fe-8187845b0886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce05cc-f5c5-47dc-b09e-da19a3bced77,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:28.184315 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.303352 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a177927-2b54-4244-b1ea-c5dc237fe016 req-1dde9c9b-470c-4f52-9fa9-7f53671c7e40 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:28.304834 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a177927-2b54-4244-b1ea-c5dc237fe016 req-1dde9c9b-470c-4f52-9fa9-7f53671c7e40 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0531631 Apr 07 08:26:28.305942 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.411706 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=dc6a246c-0a4c-41cb-af7f-a22a3e5d6789,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:28.417355 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (ccee7e20-ab34-4573-a917-317f6f2fa70c), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.469701 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8a177927-2b54-4244-b1ea-c5dc237fe016 req-845f17c5-1e45-4efa-b578-a470a911cb78 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549830 Apr 07 08:26:28.532366 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP ccee7e20-ab34-4573-a917-317f6f2fa70c associated. External IP: 172.27.1.145, port: 9c0ea2f8-ecab-4c17-8775-71697271a4ec. Apr 07 08:26:28.685475 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 35998) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:28.702758 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d255d70-cfe2-4562-8f3e-e55a491430c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.747107 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:26:28.776396 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d255d70-cfe2-4562-8f3e-e55a491430c5 admin admin] Publish callbacks [] for security_group (8a579c28-18c2-4811-962c-443ee854cd7d), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.857210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:26:28.857874 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-2d255d70-cfe2-4562-8f3e-e55a491430c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (8a579c28-18c2-4811-962c-443ee854cd7d), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.867934 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:26:28.877339 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:26:28.877962 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:26:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:28.897920 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-2d255d70-cfe2-4562-8f3e-e55a491430c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ced20accea59400e92a5fdc29c7a6eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113116 Apr 07 08:26:28.899863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d255d70-cfe2-4562-8f3e-e55a491430c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a579c28-18c2-4811-962c-443ee854cd7d,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:28.901952 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36000) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:28.951694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] Publish callbacks [] for security_group (8a579c28-18c2-4811-962c-443ee854cd7d), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.962823 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:28.993449 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:26:28.995228 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] Publish callbacks [] for security_group (8a579c28-18c2-4811-962c-443ee854cd7d), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:29.013786 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ac6b1d1b-ab97-4839-b7b2-f434e67d8c1c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2063329 Apr 07 08:26:29.015971 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:29.018219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4725dc-b40f-4354-bd8d-2fe809a6f182" -d '{"events": [{"name": "network-changed", "server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:29.067372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d0b38-55cd-427b-8fb2-070dc388f9f2 x-openstack-request-id: req-5f0d0b38-55cd-427b-8fb2-070dc388f9f2 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:29.067675 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:29.067932 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f0d0b38-55cd-427b-8fb2-070dc388f9f2 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:29.068345 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0d0b38-55cd-427b-8fb2-070dc388f9f2'] response: {'name': 'network-changed', 'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'status': 'completed', 'code': 200} Apr 07 08:26:29.116234 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (8a579c28-18c2-4811-962c-443ee854cd7d), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:29.118887 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:29.122697 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a579c28-18c2-4811-962c-443ee854cd7d HTTP/1.1" status: 204 len: 168 time: 0.2183452 Apr 07 08:26:29.130743 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdf5ee-ca04-4aa9-a4f8-946777a6b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a579c28-18c2-4811-962c-443ee854cd7d,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:29.232860 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'ccee7e20-ab34-4573-a917-317f6f2fa70c', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:b0:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:26:27Z', 'updated_at': '2022-04-07T08:26:27Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:29.260234 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:26:29.268775 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:26:29.269416 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:26:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:29.377682 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:26:29.417641 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-44bbf2b8-685e-4b50-8e66-8e49d3da8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:29.419647 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-44bbf2b8-685e-4b50-8e66-8e49d3da8b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1129 time: 0.0468521 Apr 07 08:26:29.544329 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-3fe33699-66da-41eb-915a-c3b08a396ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:29.546569 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-3fe33699-66da-41eb-915a-c3b08a396ad3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.1198919 Apr 07 08:26:29.607207 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab266-7bc7-4473-be64-ea5d07b2c7f8 req-79a29560-d190-45f4-a7a1-7b79ef1803b3 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:29.619555 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da9ab266-7bc7-4473-be64-ea5d07b2c7f8 req-79a29560-d190-45f4-a7a1-7b79ef1803b3 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0755804 Apr 07 08:26:29.651221 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-20296343-d095-463e-9175-1479ef50a33a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec HTTP/1.1" status: 200 len: 999 time: 0.0979910 Apr 07 08:26:29.669102 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'ccee7e20-ab34-4573-a917-317f6f2fa70c', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:b0:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:26:27Z', 'updated_at': '2022-04-07T08:26:27Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:26:29.673877 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-da9ab266-7bc7-4473-be64-ea5d07b2c7f8 req-cbbd0e22-58e4-40ea-b5ba-f11c43d586c7 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Apr 07 08:26:29.700270 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a143f-0b0f-4a0d-96cf-12f7bb25ea1c None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'ccee7e20-ab34-4573-a917-317f6f2fa70c', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.145', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:b0:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:26:27Z', 'updated_at': '2022-04-07T08:26:27Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:26:29.712471 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-a534a70a-81d3-43fb-92a4-e9e488ee31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:29.714436 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-a534a70a-81d3-43fb-92a4-e9e488ee31e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0568168 Apr 07 08:26:29.775387 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-acd14e53-5b1f-4df4-b46a-c3d3ca0481ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:29.780557 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-acd14e53-5b1f-4df4-b46a-c3d3ca0481ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550339 Apr 07 08:26:29.872490 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-6312feb4-9196-4f9a-8f4e-24872385fbcc service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885501 Apr 07 08:26:29.908697 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983403c-41da-4031-8bd4-2fe4e45b2354 None None] New status for floating IP ccee7e20-ab34-4573-a917-317f6f2fa70c: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:26:29.985258 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-ba4725dc-b40f-4354-bd8d-2fe809a6f182 req-21bed330-dfa1-47ba-a56e-325b30c10357 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056356 Apr 07 08:26:30.796592 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8aab4-1967-4e96-b5d5-2aa6a2094be4 req-96dfa982-b0d2-442a-9bfc-f4ea70cd288c tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:30.798623 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-abd8aab4-1967-4e96-b5d5-2aa6a2094be4 req-96dfa982-b0d2-442a-9bfc-f4ea70cd288c tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0540330 Apr 07 08:26:30.816904 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36038) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:30.845670 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-abd8aab4-1967-4e96-b5d5-2aa6a2094be4 req-a07eadd4-a15d-43f2-b825-2353ae9d88ff tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Apr 07 08:26:30.932783 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-27b7a912-6406-4935-8703-9431a715424a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.006269 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-27b7a912-6406-4935-8703-9431a715424a admin admin] Publish callbacks [] for security_group (948b8310-729f-43db-928f-9cf9887baba4), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.087448 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-27b7a912-6406-4935-8703-9431a715424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (948b8310-729f-43db-928f-9cf9887baba4), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.127367 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-27b7a912-6406-4935-8703-9431a715424a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4a4e4f504c648acb71be7cc9fd90b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092663 Apr 07 08:26:31.127983 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a912-6406-4935-8703-9431a715424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b8310-729f-43db-928f-9cf9887baba4,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:31.130161 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36046) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:31.181313 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] Publish callbacks [] for security_group (948b8310-729f-43db-928f-9cf9887baba4), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.201805 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] Publish callbacks [] for security_group (948b8310-729f-43db-928f-9cf9887baba4), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.318778 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b1260-e979-4ab0-8e94-41a5c084cd1b req-bcee6df7-e13d-423d-9977-5757c5df9456 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:31.320220 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2a1b1260-e979-4ab0-8e94-41a5c084cd1b req-bcee6df7-e13d-423d-9977-5757c5df9456 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0509686 Apr 07 08:26:31.338749 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (948b8310-729f-43db-928f-9cf9887baba4), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.341837 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:31.342246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/948b8310-729f-43db-928f-9cf9887baba4 HTTP/1.1" status: 204 len: 168 time: 0.2110133 Apr 07 08:26:31.355836 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c718b-6b47-461e-a04c-af74adf7cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b8310-729f-43db-928f-9cf9887baba4,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:31.379645 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2a1b1260-e979-4ab0-8e94-41a5c084cd1b req-96bdddac-bd05-41cb-bc03-83b54c84170e tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538814 Apr 07 08:26:32.501733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e799c0-352b-4687-a7bb-ed8572be4605 req-60877b37-60e9-470d-ae40-b9dd8b660736 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:32.503399 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e4e799c0-352b-4687-a7bb-ed8572be4605 req-60877b37-60e9-470d-ae40-b9dd8b660736 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0544064 Apr 07 08:26:32.554979 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e4e799c0-352b-4687-a7bb-ed8572be4605 req-99a1972c-4754-459c-ab50-7cbec1ba8874 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/security-groups?id=904b6c75-a70a-431c-858a-9f6cf0dcb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461614 Apr 07 08:26:32.859844 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-0b2a4298-6300-4ae4-88d1-b4bffb3ccf4c tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:32.861356 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-0b2a4298-6300-4ae4-88d1-b4bffb3ccf4c tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 950 time: 0.0588360 Apr 07 08:26:32.961774 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Deleting port f97caf3d-3d64-4a18-ae36-8b679dbd9289 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:26:32.961774 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:33.050767 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] For port f97caf3d-3d64-4a18-ae36-8b679dbd9289, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f97caf3d-3d64-4a18-ae36-8b679dbd9289,segment=NetworkSegment(853770d1-c104-4246-b3b1-6fa95edbf923),segment_id=853770d1-c104-4246-b3b1-6fa95edbf923)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:26:33.051137 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:33.064442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Calling delete_port for f97caf3d-3d64-4a18-ae36-8b679dbd9289 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:26:33.276287 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (f97caf3d-3d64-4a18-ae36-8b679dbd9289), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:33.306348 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Pushing event deleted for resources: {'Port': ['ID=f97caf3d-3d64-4a18-ae36-8b679dbd9289,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:33.312253 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['f97caf3d-3d64-4a18-ae36-8b679dbd9289'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:26:33.363155 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] No DVR routers for this DVR port f97caf3d-3d64-4a18-ae36-8b679dbd9289 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:26:33.365886 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:33.369324 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-234d5211-abb6-4603-b68b-7cb8f6e32275 req-8ac7cfd0-34fe-4518-937a-ef37dbc401e2 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.20 "DELETE /v2.0/ports/f97caf3d-3d64-4a18-ae36-8b679dbd9289 HTTP/1.1" status: 204 len: 173 time: 0.5029905 Apr 07 08:26:33.369842 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'name': 'network-vif-deleted', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:26:33.372293 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5bf76-4303-4cf3-9a87-6824100b97b4" -d '{"events": [{"server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "name": "network-vif-deleted", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:26:33.409789 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19d36af-481c-49de-92f5-49c4a9ead898 x-openstack-request-id: req-f19d36af-481c-49de-92f5-49c4a9ead898 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:26:33.410116 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dea31cf-53f5-404b-be41-4fb149bfb8da", "name": "network-vif-deleted", "tag": "f97caf3d-3d64-4a18-ae36-8b679dbd9289", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:26:33.410378 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f19d36af-481c-49de-92f5-49c4a9ead898 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:26:33.410833 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19d36af-481c-49de-92f5-49c4a9ead898'] response: {'server_uuid': '0dea31cf-53f5-404b-be41-4fb149bfb8da', 'name': 'network-vif-deleted', 'tag': 'f97caf3d-3d64-4a18-ae36-8b679dbd9289', 'status': 'completed', 'code': 200} Apr 07 08:26:33.649555 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7b3019da-b466-49d5-baf4-f31732bc6b77 req-a7fa11a4-c960-43ed-ae34-5074c2d70311 tempest-VolumesNegativeTest-1117128779 tempest-VolumesNegativeTest-1117128779-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dea31cf-53f5-404b-be41-4fb149bfb8da HTTP/1.1" status: 200 len: 210 time: 0.0299206 Apr 07 08:26:36.670269 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36218) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:36.775348 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26c7246a-4fe7-4193-9039-24b820d001a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:36.850678 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26c7246a-4fe7-4193-9039-24b820d001a7 admin admin] Publish callbacks [] for security_group (2d2d910a-4651-48c7-9244-2bea41c00709), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:36.899052 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-26c7246a-4fe7-4193-9039-24b820d001a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (2d2d910a-4651-48c7-9244-2bea41c00709), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:36.943547 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-26c7246a-4fe7-4193-9039-24b820d001a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5c7a4818a634b96b6787af68ce92c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721739 Apr 07 08:26:36.944679 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7246a-4fe7-4193-9039-24b820d001a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d910a-4651-48c7-9244-2bea41c00709,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:36.946215 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36230) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:36.994359 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] Publish callbacks [] for security_group (2d2d910a-4651-48c7-9244-2bea41c00709), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:37.015827 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] Publish callbacks [] for security_group (2d2d910a-4651-48c7-9244-2bea41c00709), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:37.156911 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f97caf3d-3d64-4a18-ae36-8b679dbd9289 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:26:37.177737 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: f97caf3d-3d64-4a18-ae36-8b679dbd9289 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:26:37.178088 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device f97caf3d-3d64-4a18-ae36-8b679dbd9289 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:26:37.264704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (2d2d910a-4651-48c7-9244-2bea41c00709), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:37.267430 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:37.279050 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d2d910a-4651-48c7-9244-2bea41c00709 HTTP/1.1" status: 204 len: 168 time: 0.3218780 Apr 07 08:26:37.279050 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a26b8-6765-4e65-9e13-e676394ae0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d910a-4651-48c7-9244-2bea41c00709,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:37.904263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36292) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:37.910442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f52e4ae-6f51-497a-b3c8-a1c3be2d3ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:37.985682 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f52e4ae-6f51-497a-b3c8-a1c3be2d3ca9 admin admin] Publish callbacks [] for security_group (92029b6a-7d42-4cfa-984b-f39a0d466d86), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.144536 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-7f52e4ae-6f51-497a-b3c8-a1c3be2d3ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92029b6a-7d42-4cfa-984b-f39a0d466d86), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.183963 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-7f52e4ae-6f51-497a-b3c8-a1c3be2d3ca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7064e78cee2444b09b60a6ccf8cc0c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857544 Apr 07 08:26:38.184915 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e4ae-6f51-497a-b3c8-a1c3be2d3ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92029b6a-7d42-4cfa-984b-f39a0d466d86,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:38.186725 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36296) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:38.234059 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] Publish callbacks [] for security_group (92029b6a-7d42-4cfa-984b-f39a0d466d86), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.256058 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] Publish callbacks [] for security_group (92029b6a-7d42-4cfa-984b-f39a0d466d86), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.373291 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (92029b6a-7d42-4cfa-984b-f39a0d466d86), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.375961 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:38.377145 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92029b6a-7d42-4cfa-984b-f39a0d466d86 HTTP/1.1" status: 204 len: 168 time: 0.1893396 Apr 07 08:26:38.387903 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b5d52-a309-4b83-901e-0940a045da66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92029b6a-7d42-4cfa-984b-f39a0d466d86,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:41.195626 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36398) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:41.326111 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-632598d0-0ee2-4f79-90e3-69d11efdbfc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfc4f45140fe4a47ab9a3e4d73cfd969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293190 Apr 07 08:26:41.328624 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36402) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:26:41.375699 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] Publish callbacks [] for security_group (904b6c75-a70a-431c-858a-9f6cf0dcb954), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:41.397301 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] Publish callbacks [] for security_group (904b6c75-a70a-431c-858a-9f6cf0dcb954), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:41.533137 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (904b6c75-a70a-431c-858a-9f6cf0dcb954), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:41.535853 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:41.537025 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/904b6c75-a70a-431c-858a-9f6cf0dcb954 HTTP/1.1" status: 204 len: 168 time: 0.2075195 Apr 07 08:26:41.544930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7f81c-8d1a-4fdc-827d-c3d79e0bbde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b6c75-a70a-431c-858a-9f6cf0dcb954,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:26:44.967207 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:46.026203 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-005de41f-fb68-4fd8-aa20-bd0072723e30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425673 Apr 07 08:26:46.128647 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34097f59-1639-4065-b3d5-1066140cfc16 req-da12edc5-e014-4db3-a0d1-90ec77906f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:46.130172 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-da12edc5-e014-4db3-a0d1-90ec77906f8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0453813 Apr 07 08:26:46.237111 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34097f59-1639-4065-b3d5-1066140cfc16 req-3f6b70bd-004f-46fd-8d0f-b2549d6fe826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:46.238709 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-3f6b70bd-004f-46fd-8d0f-b2549d6fe826 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0904191 Apr 07 08:26:46.305526 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-b08c6dcc-d2cb-4162-b391-a585025b3463 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1002 time: 0.0581594 Apr 07 08:26:46.361383 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34097f59-1639-4065-b3d5-1066140cfc16 req-5cf40231-7179-4cc8-8b4a-ac98e34be51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:46.364724 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-5cf40231-7179-4cc8-8b4a-ac98e34be51f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0487165 Apr 07 08:26:46.414442 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34097f59-1639-4065-b3d5-1066140cfc16 req-c63b7141-d234-4713-8a38-0b7cb2e49db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:26:46.416072 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-c63b7141-d234-4713-8a38-0b7cb2e49db9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457613 Apr 07 08:26:46.512615 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-e62f8f20-cf4f-4ec5-b051-2283ee3ee2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888662 Apr 07 08:26:46.615188 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-34097f59-1639-4065-b3d5-1066140cfc16 req-8496a652-6f5b-45e5-8162-1cddcbd9ecd0 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950627 Apr 07 08:26:48.669972 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-195f83ab-6133-47e9-b914-b1bd331ed16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:48.964837 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:26:50.910379 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0108c99b-2cfa-4d80-ab4a-f04539c64c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:52.275376 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:53.441031 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:26:54.772853 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:00.815654 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36518) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:27:00.917449 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-58dd8cc9-8f3c-4685-bf53-9d53ad1d52f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:00.988630 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-58dd8cc9-8f3c-4685-bf53-9d53ad1d52f6 admin admin] Publish callbacks [] for security_group (ccaac4f7-bbe9-4795-95ed-567ac17b80e6), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.058397 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-58dd8cc9-8f3c-4685-bf53-9d53ad1d52f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ccaac4f7-bbe9-4795-95ed-567ac17b80e6), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.099501 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-58dd8cc9-8f3c-4685-bf53-9d53ad1d52f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92fbebf033784232bdc919f9d3e2caba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828043 Apr 07 08:27:01.100372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8cc9-8f3c-4685-bf53-9d53ad1d52f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaac4f7-bbe9-4795-95ed-567ac17b80e6,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:27:01.103076 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36522) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:27:01.152698 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] Publish callbacks [] for security_group (ccaac4f7-bbe9-4795-95ed-567ac17b80e6), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.173934 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] Publish callbacks [] for security_group (ccaac4f7-bbe9-4795-95ed-567ac17b80e6), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.315096 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (ccaac4f7-bbe9-4795-95ed-567ac17b80e6), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.317646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:01.318869 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccaac4f7-bbe9-4795-95ed-567ac17b80e6 HTTP/1.1" status: 204 len: 168 time: 0.2146473 Apr 07 08:27:01.326977 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cf464-7c62-4a18-a8ad-dfca66c9fc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaac4f7-bbe9-4795-95ed-567ac17b80e6,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:27:14.982866 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:18.697662 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-504ead1b-8d91-464f-b148-a2548fb2a286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:20.890908 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb57f-9465-4688-b7ac-2c9c07bfecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:22.269411 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:23.440583 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:24.748752 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:25.964882 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:27:26.087935 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c137-2679-4647-86ab-e59449a59ef0 req-ab8e9b81-9857-45df-96ac-d2408b7cee4e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:26.089578 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2a5c137-2679-4647-86ab-e59449a59ef0 req-ab8e9b81-9857-45df-96ac-d2408b7cee4e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.1998498 Apr 07 08:27:26.136942 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2a5c137-2679-4647-86ab-e59449a59ef0 req-b229fdaa-8066-48ca-8fc2-3b4626743c2b tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Apr 07 08:27:27.307505 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970e9d-e677-4179-bb94-fa8dc17db4e2 req-280a3a1b-1125-428f-a2dd-a7691cb8459c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:27.308960 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-80970e9d-e677-4179-bb94-fa8dc17db4e2 req-280a3a1b-1125-428f-a2dd-a7691cb8459c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.1044836 Apr 07 08:27:27.356422 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-80970e9d-e677-4179-bb94-fa8dc17db4e2 req-e6e262f6-7d8d-4219-b9ba-fd21712ced58 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Apr 07 08:27:28.477578 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40eca4-5863-41f9-ae32-6f08447cb84f req-5b6a03a8-8975-4a37-87dd-40f49c01c2b6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:28.479059 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8d40eca4-5863-41f9-ae32-6f08447cb84f req-5b6a03a8-8975-4a37-87dd-40f49c01c2b6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0557919 Apr 07 08:27:28.526402 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8d40eca4-5863-41f9-ae32-6f08447cb84f req-a4f32a70-f94a-4d0d-b8f9-31500d0867df tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Apr 07 08:27:29.645618 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353e51c-27b8-4721-86a9-665878dfcb40 req-0e18f0c4-9a05-4bf2-8755-776b6b59ddb6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:29.647599 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9353e51c-27b8-4721-86a9-665878dfcb40 req-0e18f0c4-9a05-4bf2-8755-776b6b59ddb6 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Apr 07 08:27:29.695186 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9353e51c-27b8-4721-86a9-665878dfcb40 req-f53949d1-fd6c-470a-bfa2-f1887ca53adb tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419400 Apr 07 08:27:30.810425 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a7e5-b73e-4b3a-b6c6-0e5e0351b1ac req-f236fc38-e7da-4c9a-b832-0a83989ce764 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:30.811905 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38f2a7e5-b73e-4b3a-b6c6-0e5e0351b1ac req-f236fc38-e7da-4c9a-b832-0a83989ce764 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0512495 Apr 07 08:27:30.862969 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38f2a7e5-b73e-4b3a-b6c6-0e5e0351b1ac req-5e4ca048-2fe7-45ad-9d18-993095704943 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454292 Apr 07 08:27:31.979163 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d296ea-ef07-4c80-8607-11f3649c74ec req-8098dfd6-20ce-4b5c-83d3-01f5b9a9a941 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:31.980623 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96d296ea-ef07-4c80-8607-11f3649c74ec req-8098dfd6-20ce-4b5c-83d3-01f5b9a9a941 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Apr 07 08:27:32.028933 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-96d296ea-ef07-4c80-8607-11f3649c74ec req-6ca9cf12-370a-43c1-91b3-340f78184d40 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Apr 07 08:27:33.148792 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f764-bc53-43ec-960a-291a646289ed req-f800c990-2173-433e-93c1-54275999707c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:33.150258 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c035f764-bc53-43ec-960a-291a646289ed req-f800c990-2173-433e-93c1-54275999707c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Apr 07 08:27:33.197104 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c035f764-bc53-43ec-960a-291a646289ed req-cf26d4a0-724b-4deb-9f3e-38ea32fc2f8c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412536 Apr 07 08:27:34.315408 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433dfc3-8445-47eb-9d8b-3d89ba03eb03 req-0c0cebf3-3397-4952-81b3-4160a25de970 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:34.316865 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b433dfc3-8445-47eb-9d8b-3d89ba03eb03 req-0c0cebf3-3397-4952-81b3-4160a25de970 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0555646 Apr 07 08:27:34.365231 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b433dfc3-8445-47eb-9d8b-3d89ba03eb03 req-de76073b-ae4e-4add-a478-df32fcad2b2e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Apr 07 08:27:35.479511 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aee0a-0299-469b-82ca-c19770a9ee1f req-32b2e900-59e6-4046-bc7b-ae5fc54fb7b7 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:35.480972 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e51aee0a-0299-469b-82ca-c19770a9ee1f req-32b2e900-59e6-4046-bc7b-ae5fc54fb7b7 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Apr 07 08:27:35.529131 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e51aee0a-0299-469b-82ca-c19770a9ee1f req-877dd767-f428-4bc0-ae6f-b4ad8e83e9ee tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426376 Apr 07 08:27:36.339844 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-4156db3f-fff9-4563-8f65-1b759943485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:36.341483 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-4156db3f-fff9-4563-8f65-1b759943485b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0973487 Apr 07 08:27:36.434147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-2c001da9-81ab-4e59-a0a6-ad949f5fd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:36.435684 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-2c001da9-81ab-4e59-a0a6-ad949f5fd0e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0837948 Apr 07 08:27:36.505886 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-cc493e21-409d-4060-b201-b49e399cb1a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1002 time: 0.0610788 Apr 07 08:27:36.552067 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-13c1dd41-7fe8-4dfe-9a7a-f9c8b2a6d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:36.553527 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-13c1dd41-7fe8-4dfe-9a7a-f9c8b2a6d312 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0414646 Apr 07 08:27:36.605639 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-2a8ada97-9a66-4a56-92a1-96daeccaf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:36.607238 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-2a8ada97-9a66-4a56-92a1-96daeccaf685 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446813 Apr 07 08:27:36.619393 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-41289b9d-adf2-437c-b021-9eb56e8bf488 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:27:36.620435 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-41289b9d-adf2-437c-b021-9eb56e8bf488 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055039 Apr 07 08:27:36.653439 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403d32-3898-4c0a-bd60-df25b12535ac req-514098d1-ce62-4944-9b04-17323a358c90 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:36.654921 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27403d32-3898-4c0a-bd60-df25b12535ac req-514098d1-ce62-4944-9b04-17323a358c90 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0592799 Apr 07 08:27:36.703065 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-27403d32-3898-4c0a-bd60-df25b12535ac req-fb0d0253-39dd-40fa-a3d9-da7044e1b292 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Apr 07 08:27:36.713399 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-4f1f2f70-27bb-42ee-ba23-93840d9c6f83 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Apr 07 08:27:36.805854 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-5640891c-d6c1-492c-ab7f-a68f4cc7761c req-999c5b8a-9046-419c-ab8b-1d527fe09307 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824487 Apr 07 08:27:37.817349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd648-52d2-45b1-b13d-d5cf937832d4 req-fc64b52e-2b43-4bab-b454-56ea0e2709ae tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:37.818810 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0cdfd648-52d2-45b1-b13d-d5cf937832d4 req-fc64b52e-2b43-4bab-b454-56ea0e2709ae tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0510526 Apr 07 08:27:37.866241 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0cdfd648-52d2-45b1-b13d-d5cf937832d4 req-0070c89e-cde9-43cc-852c-66721a0d767d tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411830 Apr 07 08:27:38.987347 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195614c8-b435-4942-8fc1-9141caa7b7ba req-f86e3886-a578-4291-a620-60d9a2a9a291 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:39.005346 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-195614c8-b435-4942-8fc1-9141caa7b7ba req-f86e3886-a578-4291-a620-60d9a2a9a291 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0546560 Apr 07 08:27:39.043547 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-195614c8-b435-4942-8fc1-9141caa7b7ba req-b7468929-d669-415f-bfee-8517718b936e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464525 Apr 07 08:27:40.163797 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b897fca-a969-4c64-8351-ba4a2d4b897c req-d8538590-25b2-4679-bdc1-699fb22e0ac0 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:40.165264 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b897fca-a969-4c64-8351-ba4a2d4b897c req-d8538590-25b2-4679-bdc1-699fb22e0ac0 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0518188 Apr 07 08:27:40.213280 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-0b897fca-a969-4c64-8351-ba4a2d4b897c req-a146cc64-6349-4d22-a78e-e906c7924957 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Apr 07 08:27:40.665440 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9cd6c-ae89-4c53-ae0b-18f4432b6254 req-e9d28bbc-5b49-4c5e-b618-995a7104fab4 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:40.667441 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2ff9cd6c-ae89-4c53-ae0b-18f4432b6254 req-e9d28bbc-5b49-4c5e-b618-995a7104fab4 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0518382 Apr 07 08:27:40.715559 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2ff9cd6c-ae89-4c53-ae0b-18f4432b6254 req-46c4b6eb-38e1-43fa-a199-ad92ab2e6648 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Apr 07 08:27:40.764756 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-37aa93ff-c8de-4cb5-81c9-f2b09f0ca534 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479312 Apr 07 08:27:40.839610 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-6961d3a3-9aca-421f-b5df-fa3f4fd07958 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:40.840911 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-6961d3a3-9aca-421f-b5df-fa3f4fd07958 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports/c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 943 time: 0.0501997 Apr 07 08:27:41.835230 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f842-2ebf-44de-9a3d-4f071214d774 req-90374041-e07a-4fcf-a78b-4644ab3d8bba tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:41.836675 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af93f842-2ebf-44de-9a3d-4f071214d774 req-90374041-e07a-4fcf-a78b-4644ab3d8bba tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0530086 Apr 07 08:27:41.884906 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-af93f842-2ebf-44de-9a3d-4f071214d774 req-ea0cf6c8-ef87-4f52-9d3e-7c32e7f672af tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425014 Apr 07 08:27:43.001443 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354b34-ca2b-42fb-a1e5-1b8f93cdb124 req-a2efeb0f-7072-4787-855b-cc2f87d6303d tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:43.002930 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f354b34-ca2b-42fb-a1e5-1b8f93cdb124 req-a2efeb0f-7072-4787-855b-cc2f87d6303d tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0535643 Apr 07 08:27:43.050763 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1f354b34-ca2b-42fb-a1e5-1b8f93cdb124 req-32ed372b-754a-466a-adbf-8979a035cf60 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Apr 07 08:27:43.481103 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:27:43.554325 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port c44aafcc-d108-4bd4-adb5-c15c96f37a05 is: ACTIVE; New status is: DOWN {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:27:43.554744 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:43.579494 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:27:43.581719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702dadda-f018-4907-978d-18b9eece20de" -d '{"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-unplugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:27:43.593654 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:27:43.651657 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:43.677019 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b81e0-51f0-4246-921e-9c56d7a161a0 x-openstack-request-id: req-5b1b81e0-51f0-4246-921e-9c56d7a161a0 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:27:43.677312 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-unplugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:27:43.677570 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b1b81e0-51f0-4246-921e-9c56d7a161a0 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:27:43.677960 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1b81e0-51f0-4246-921e-9c56d7a161a0'] response: {'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'code': 200} Apr 07 08:27:43.701199 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=6']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:27:43.708028 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.708379 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.708726 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.709070 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.709406 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.709739 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.710068 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.710397 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.710750 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.711080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.711405 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.711735 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.712058 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.712378 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.712699 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:27:43.817269 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-0efdc5ff-45a2-4d1a-b58e-20ec0238044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:43.818756 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-0efdc5ff-45a2-4d1a-b58e-20ec0238044e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277&tenant_id=19103491509d4c848446b3f854a973c0 HTTP/1.1" status: 200 len: 1128 time: 0.0440381 Apr 07 08:27:43.898374 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-917d6dcc-8edf-4e47-aa06-7e85cafeac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:43.899862 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-917d6dcc-8edf-4e47-aa06-7e85cafeac86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1128 time: 0.0422444 Apr 07 08:27:43.991531 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-695bb886-0aab-44dd-bdce-4eb240b3a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:43.993017 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-695bb886-0aab-44dd-bdce-4eb240b3a3ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0851908 Apr 07 08:27:44.063079 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-8aa89890-94b0-4505-b322-c415054ac120 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1000 time: 0.0594816 Apr 07 08:27:44.114411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-9deebb63-72ce-412b-a4d7-0a3b87af51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:44.115892 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-9deebb63-72ce-412b-a4d7-0a3b87af51a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0437102 Apr 07 08:27:44.172032 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729c17-f561-4af5-a779-1d7225cae58e req-c1ed06cc-02ea-44d8-b9d7-1e86a654747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:44.172288 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90cef0-b24e-4169-b621-ef8d9f44bcf3 req-fbfd5e14-a8d1-4ca7-8e80-963fa74caa54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:44.173591 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-c1ed06cc-02ea-44d8-b9d7-1e86a654747c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474758 Apr 07 08:27:44.173715 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc90cef0-b24e-4169-b621-ef8d9f44bcf3 req-fbfd5e14-a8d1-4ca7-8e80-963fa74caa54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0553012 Apr 07 08:27:44.221603 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dc90cef0-b24e-4169-b621-ef8d9f44bcf3 req-f08e2dd0-4f0e-449f-a8f6-c33158b45510 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 Apr 07 08:27:44.266434 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-e3f19242-44e0-44f5-a2cd-8aee9edf132c service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Apr 07 08:27:44.365985 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-61729c17-f561-4af5-a779-1d7225cae58e req-d5def463-a267-45ff-967a-bbf758909382 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843818 Apr 07 08:27:44.965319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:45.338384 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf347-47e3-4cd4-886f-60d52487e01d req-9a4cd059-5c94-4b21-8785-813d5dec0bbe tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:45.339895 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd2bf347-47e3-4cd4-886f-60d52487e01d req-9a4cd059-5c94-4b21-8785-813d5dec0bbe tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0516832 Apr 07 08:27:45.389189 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd2bf347-47e3-4cd4-886f-60d52487e01d req-465e57fe-3736-4a4e-a860-108016e38827 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437846 Apr 07 08:27:46.509679 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d63ed-0fe0-4c43-8022-225fd40ad399 req-ec180176-0817-4607-8015-0e098076bf0c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:46.511155 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d44d63ed-0fe0-4c43-8022-225fd40ad399 req-ec180176-0817-4607-8015-0e098076bf0c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0554357 Apr 07 08:27:46.558715 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d44d63ed-0fe0-4c43-8022-225fd40ad399 req-dacd0c8d-0687-4e28-9334-f1c2a887581e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Apr 07 08:27:46.830624 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-4592dee1-42d6-4a48-9025-cdf5b627cb01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432482 Apr 07 08:27:46.912054 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783448-c039-407a-9ce5-6dec7d31f395 req-17486064-e0ef-4a7f-93cd-270116125d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:46.913523 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-17486064-e0ef-4a7f-93cd-270116125d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 1129 time: 0.0436473 Apr 07 08:27:47.023058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783448-c039-407a-9ce5-6dec7d31f395 req-38b8671f-312f-453a-9d67-b1d1bcd2e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:47.024538 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-38b8671f-312f-453a-9d67-b1d1bcd2e827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0878019 Apr 07 08:27:47.092397 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-ec35a9e8-ae5f-4adc-ba1c-46b83a9c01ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec HTTP/1.1" status: 200 len: 1001 time: 0.0571902 Apr 07 08:27:47.146191 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783448-c039-407a-9ce5-6dec7d31f395 req-6b7f5b98-0875-46d0-a03a-443e5a543748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:47.147662 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-6b7f5b98-0875-46d0-a03a-443e5a543748 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0464132 Apr 07 08:27:47.198831 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783448-c039-407a-9ce5-6dec7d31f395 req-39cae33d-b9a9-47e0-bc68-f02ce72d45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:47.200329 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-39cae33d-b9a9-47e0-bc68-f02ce72d45ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431828 Apr 07 08:27:47.293130 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-2536afb9-9acd-44d8-bf74-7524e5881041 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812883 Apr 07 08:27:47.383465 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-56783448-c039-407a-9ce5-6dec7d31f395 req-44435b59-b841-4e4f-98b5-0a5b47051b4a service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805576 Apr 07 08:27:47.674409 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4fb82-ab87-46b6-9eff-c76de2e6ee1a req-0905801c-2b6d-4ea5-b9f1-3350214c24e4 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:47.675784 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32d4fb82-ab87-46b6-9eff-c76de2e6ee1a req-0905801c-2b6d-4ea5-b9f1-3350214c24e4 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0510640 Apr 07 08:27:47.722421 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-32d4fb82-ab87-46b6-9eff-c76de2e6ee1a req-d8eed23f-d771-478b-a897-ebacac9a9763 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 Apr 07 08:27:48.696095 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-0ce68dc0-db87-41c7-b048-afa7832f0040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:48.837660 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f0f14-1959-48f8-bf88-a3a5e80d63aa req-06d0c483-987e-4685-aa6f-afef1bebae53 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:48.839213 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d30f0f14-1959-48f8-bf88-a3a5e80d63aa req-06d0c483-987e-4685-aa6f-afef1bebae53 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0507967 Apr 07 08:27:48.890215 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d30f0f14-1959-48f8-bf88-a3a5e80d63aa req-aec4ea22-15be-4a51-a79e-1373e112ff41 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456159 Apr 07 08:27:50.005491 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d5a7a-5d42-4f80-88d6-29071a94c463 req-35d7164b-9ee9-43c3-adb8-2a4ee45c2b2f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:50.006958 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-622d5a7a-5d42-4f80-88d6-29071a94c463 req-35d7164b-9ee9-43c3-adb8-2a4ee45c2b2f tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0516214 Apr 07 08:27:50.053968 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-622d5a7a-5d42-4f80-88d6-29071a94c463 req-74d64e24-74d1-4429-9e57-150ae4315357 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Apr 07 08:27:50.885439 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d9084f4f-c906-4f19-8ab7-07da206706a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:51.169826 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2cdf5-008b-4eb0-9107-3c815b2fd169 req-f00b4f69-5d1a-43a2-a5fa-757c7616f903 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:51.171255 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ae2cdf5-008b-4eb0-9107-3c815b2fd169 req-f00b4f69-5d1a-43a2-a5fa-757c7616f903 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0520122 Apr 07 08:27:51.219365 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-6ae2cdf5-008b-4eb0-9107-3c815b2fd169 req-17da96de-6f48-4c3d-ac4e-0a2528e05511 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Apr 07 08:27:52.273674 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:52.339668 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63bf19-3e86-42bf-a5ab-0710b18e6f99 req-3a051edc-1f1a-440b-8e3b-f3dd65371a4a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:52.341113 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5e63bf19-3e86-42bf-a5ab-0710b18e6f99 req-3a051edc-1f1a-440b-8e3b-f3dd65371a4a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0553906 Apr 07 08:27:52.389669 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5e63bf19-3e86-42bf-a5ab-0710b18e6f99 req-158a1cc7-bd54-483d-9293-cb1122166dd7 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Apr 07 08:27:53.462762 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:53.505120 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0acb8e-eaab-49c7-a36a-b0c848d6785f req-0699ade6-a6bc-4491-9724-3cb882ae9408 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:53.506603 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fe0acb8e-eaab-49c7-a36a-b0c848d6785f req-0699ade6-a6bc-4491-9724-3cb882ae9408 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 944 time: 0.0512998 Apr 07 08:27:53.510082 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:27:53.557535 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fe0acb8e-eaab-49c7-a36a-b0c848d6785f req-25fe2eb5-ad56-4e11-a4f0-f0a1dab091e2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 Apr 07 08:27:53.606391 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:27:53.617503 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'port_id': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'mac_address': 'fa:16:3e:23:45:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:27:53.656926 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port c44aafcc-d108-4bd4-adb5-c15c96f37a05 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:27:53.657241 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:53.669252 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44aafcc-d108-4bd4-adb5-c15c96f37a05 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:27:53.689012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:27:53.764852 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:53.811710 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=7']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:27:54.100933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['c44aafcc-d108-4bd4-adb5-c15c96f37a05'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:27:54.672621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c549cc-04a3-41a1-be80-976015f0b2fa req-dfc01252-e8ff-4f0f-a371-1ac85c1a1db2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:54.674053 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b3c549cc-04a3-41a1-be80-976015f0b2fa req-dfc01252-e8ff-4f0f-a371-1ac85c1a1db2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Apr 07 08:27:54.726006 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b3c549cc-04a3-41a1-be80-976015f0b2fa req-608d8cc1-e3e9-4415-8157-1e70f5d88f5a tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462902 Apr 07 08:27:54.737486 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:55.507981 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:27:55.555630 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port c44aafcc-d108-4bd4-adb5-c15c96f37a05 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:27:55.556006 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:55.632770 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port c44aafcc-d108-4bd4-adb5-c15c96f37a05 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:27:55.633158 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:55.654777 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:27:55.656993 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb915d-bedf-4f7f-ac2c-047565f3bcd6" -d '{"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-plugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:27:55.669273 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:27:55.692805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282e09c-7d4d-4e30-9671-102c56390029 x-openstack-request-id: req-b282e09c-7d4d-4e30-9671-102c56390029 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:27:55.693096 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-plugged", "status": "completed", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:27:55.693353 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b282e09c-7d4d-4e30-9671-102c56390029 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:27:55.693750 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b282e09c-7d4d-4e30-9671-102c56390029'] response: {'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'code': 200} Apr 07 08:27:55.742798 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:27:55.791895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=8']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:27:55.845080 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246ad8-d381-4ecf-8b09-da6659b6c303 req-2bba702f-c2de-485d-b13c-d6092a55df13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:55.847147 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a246ad8-d381-4ecf-8b09-da6659b6c303 req-2bba702f-c2de-485d-b13c-d6092a55df13 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0543394 Apr 07 08:27:55.896688 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9a246ad8-d381-4ecf-8b09-da6659b6c303 req-0554d802-6711-4df4-8328-857fc0e414c9 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Apr 07 08:27:56.033313 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd31553-82d7-4cf1-8930-3c444b29099b req-8c713ee7-d910-4f06-8bd7-3f98dfb3dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:56.034733 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-3fd31553-82d7-4cf1-8930-3c444b29099b req-8c713ee7-d910-4f06-8bd7-3f98dfb3dcfa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0427654 Apr 07 08:27:56.082490 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-3fd31553-82d7-4cf1-8930-3c444b29099b req-c3b7df50-d0a4-4ee4-ba4b-88b1fad3e737 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Apr 07 08:27:57.013250 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde436-38f1-4ab2-8aac-e5f143695ace req-4fb677a0-6a3b-484e-8388-b07334c5a18b tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:57.014715 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7fde436-38f1-4ab2-8aac-e5f143695ace req-4fb677a0-6a3b-484e-8388-b07334c5a18b tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0510907 Apr 07 08:27:57.062276 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e7fde436-38f1-4ab2-8aac-e5f143695ace req-a235820a-f404-4d63-915b-f655cc366abf tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Apr 07 08:27:58.182034 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5686885-38e9-47b1-aeeb-b30007064784 req-09339f88-127d-49ae-b43e-cc99c32391b2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:27:58.183444 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d5686885-38e9-47b1-aeeb-b30007064784 req-09339f88-127d-49ae-b43e-cc99c32391b2 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0544045 Apr 07 08:27:58.230317 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d5686885-38e9-47b1-aeeb-b30007064784 req-740aa5b0-3703-462f-bbf5-cf30bc432f20 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Apr 07 08:28:02.963816 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:28:14.964639 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:18.667549 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a0e60887-283d-4990-b9d0-0ab6a4e3c22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:20.912289 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d944e381-b982-433c-9233-ea00d4eac852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:22.278864 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:23.513134 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:24.740902 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:34.635049 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31332f2-5104-4fe8-ab83-db188a91acf0 req-c21e05cc-3d2b-4ea3-9f98-3c93d553c90e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:34.636483 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d31332f2-5104-4fe8-ab83-db188a91acf0 req-c21e05cc-3d2b-4ea3-9f98-3c93d553c90e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0514841 Apr 07 08:28:34.682936 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-d31332f2-5104-4fe8-ab83-db188a91acf0 req-fe55c958-7eaf-44c5-bc9a-07e31fd6a532 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Apr 07 08:28:35.803560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7d2b5-85b6-47d5-911b-1abfc3f444da req-8de28797-d7e9-457f-9acb-f3379e303c8b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:35.805008 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-afa7d2b5-85b6-47d5-911b-1abfc3f444da req-8de28797-d7e9-457f-9acb-f3379e303c8b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0544815 Apr 07 08:28:35.852169 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-afa7d2b5-85b6-47d5-911b-1abfc3f444da req-fe602466-e915-4799-a683-639c9016825e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Apr 07 08:28:36.619666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085981b-4998-4d15-ab63-fba7913737e8 req-d29d5044-a722-4863-84f3-ab66c9568d0d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:36.621123 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9085981b-4998-4d15-ab63-fba7913737e8 req-d29d5044-a722-4863-84f3-ab66c9568d0d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0521266 Apr 07 08:28:36.710177 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port 9c0ea2f8-ecab-4c17-8775-71697271a4ec {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:28:36.710541 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:36.798673 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] For port 9c0ea2f8-ecab-4c17-8775-71697271a4ec, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9c0ea2f8-ecab-4c17-8775-71697271a4ec,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:28:36.798965 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:36.966809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:36.967204 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (ccee7e20-ab34-4573-a917-317f6f2fa70c), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:36.967530 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.db.l3_db [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP ccee7e20-ab34-4573-a917-317f6f2fa70c disassociated. External IP: 172.27.1.145, port: 9c0ea2f8-ecab-4c17-8775-71697271a4ec. Apr 07 08:28:36.967646 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ac809-f047-4acc-8d7a-0fad2e138ede req-1bbe58b6-9a69-4aef-b71f-c72b9d001d5d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:36.968110 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for 9c0ea2f8-ecab-4c17-8775-71697271a4ec owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:28:36.969111 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3a4ac809-f047-4acc-8d7a-0fad2e138ede req-1bbe58b6-9a69-4aef-b71f-c72b9d001d5d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 945 time: 0.0512288 Apr 07 08:28:37.017887 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3a4ac809-f047-4acc-8d7a-0fad2e138ede req-a0a725da-04d4-48e8-bcca-401c9bfee5b5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Apr 07 08:28:37.158524 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (9c0ea2f8-ecab-4c17-8775-71697271a4ec), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:37.185742 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=9c0ea2f8-ecab-4c17-8775-71697271a4ec,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:37.196305 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.196660 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.197011 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.197357 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.197694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.198028 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.198359 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.198715 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.199049 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.199381 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.199717 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.200046 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.200376 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.200700 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.201022 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:37.316585 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:28:37.431374 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:28:37.441230 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:28:37.451044 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:28:37.451668 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:28:37.472080 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] No DVR routers for this DVR port 9c0ea2f8-ecab-4c17-8775-71697271a4ec on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:28:37.474602 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:37.477846 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9085981b-4998-4d15-ab63-fba7913737e8 req-388a75e5-8b5c-406a-a7f4-bf7f0f220821 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "DELETE /v2.0/ports/9c0ea2f8-ecab-4c17-8775-71697271a4ec HTTP/1.1" status: 204 len: 173 time: 0.8512309 Apr 07 08:28:37.478340 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'name': 'network-vif-deleted', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:28:37.480569 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d74c4-9d67-4572-9e23-1241c74ac0c5" -d '{"events": [{"server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "name": "network-vif-deleted", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:28:37.571558 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:28:37.643105 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d5f03-9457-4027-b887-bad3557d8ce1 x-openstack-request-id: req-ff1d5f03-9457-4027-b887-bad3557d8ce1 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:28:37.643690 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6435053b-d5d5-47e1-85f2-5352bccaa53d", "name": "network-vif-deleted", "tag": "9c0ea2f8-ecab-4c17-8775-71697271a4ec", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:28:37.643952 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff1d5f03-9457-4027-b887-bad3557d8ce1 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:28:37.644448 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1d5f03-9457-4027-b887-bad3557d8ce1'] response: {'server_uuid': '6435053b-d5d5-47e1-85f2-5352bccaa53d', 'name': 'network-vif-deleted', 'tag': '9c0ea2f8-ecab-4c17-8775-71697271a4ec', 'status': 'completed', 'code': 200} Apr 07 08:28:37.782356 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:28:37.811247 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:28:37.819831 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:28:37.820435 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:28:37.924458 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:28:38.113999 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4dc19267-0507-452a-8978-8fbb68e99816 req-a353d708-d4f7-443e-800b-4c073b9839b8 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=6435053b-d5d5-47e1-85f2-5352bccaa53d HTTP/1.1" status: 200 len: 210 time: 0.0283766 Apr 07 08:28:38.122805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:28:38.149705 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd0128-f2ca-4e63-b400-fd5921f25f7f None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:28:38.366739 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e4fb2-4cea-44b8-8001-e268e3015cc0 None None] New status for floating IP ccee7e20-ab34-4573-a917-317f6f2fa70c: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:28:39.372758 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-dc1dcd82-4b4b-4403-88e4-c6b390b749ed tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413210655&fields=id&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 267 time: 0.0471869 Apr 07 08:28:39.477261 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-9e76ec3e-f9f7-441f-ac4a-2a0291308a85 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:39.478671 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-9e76ec3e-f9f7-441f-ac4a-2a0291308a85 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.0990162 Apr 07 08:28:39.492756 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-73120503-0823-4b78-8784-90f3d8ea809e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/quotas/b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 375 time: 0.0087876 Apr 07 08:28:39.546184 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-b8b95694-ed3d-40f5-8996-a7c901610b86 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485859 Apr 07 08:28:39.626042 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-17b9ce5d-5325-4381-8fbc-a0bb3fc3db56 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 08:28:39.627046 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-17b9ce5d-5325-4381-8fbc-a0bb3fc3db56 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0698996 Apr 07 08:28:39.716507 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-287f36df-c112-4d9b-ba1d-f513d874c32f service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Apr 07 08:28:39.742595 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 9c0ea2f8-ecab-4c17-8775-71697271a4ec no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:28:39.765811 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 9c0ea2f8-ecab-4c17-8775-71697271a4ec {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:28:39.766165 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 9c0ea2f8-ecab-4c17-8775-71697271a4ec not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:28:39.806118 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-bdf01f57-3b8d-4d59-8e90-e4a7013a73c5 service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Apr 07 08:28:39.962835 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:28:40.338861 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a05d1fe8-289d-4ef8-b3f8-4a10f7a46aeb req-4062e18c-279f-41b9-9f31-498e0e5c9b08 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 210 time: 0.0279887 Apr 07 08:28:41.429918 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dcb627b1-2771-41e9-94c2-a08d8666618e req-545d2135-36d3-4427-96d5-04b5bb4dd7a7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 210 time: 0.0277984 Apr 07 08:28:42.529988 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-48ce5e78-14ab-418d-be89-480496e9651b req-43284476-b4cc-4c87-8982-6e2cf7b01dc2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 210 time: 0.0281241 Apr 07 08:28:42.646025 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-84ee55d1-c12f-4cdc-b8a2-11a73de3e690 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:42.647484 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-84ee55d1-c12f-4cdc-b8a2-11a73de3e690 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.3582897 Apr 07 08:28:42.752433 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-82b42526-5c67-416c-9e67-e51931747c25 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 379 time: 0.0525663 Apr 07 08:28:42.752433 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'port': {'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'admin_state_up': True, 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'security_groups': ['67c9d449-935e-458e-a180-d5a82b155287']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:28:42.901101 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Made reservation on behalf of b6757431055b4c90aeedc419999aeff3 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:28:42.904407 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.031027 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.20.0.5 (ca9943c1-2125-482c-a365-563c4037a17b/1462ad5c-f112-420e-812c-e237e0c31816/ae930661-d8bb-4c50-aace-abb8e2c4e385) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:28:43.167945 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.290774 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.333389 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:28:43.336474 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:28:43.342920 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:28:43.348774 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:43.403541 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:43.404209 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.488410 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-d57c74b0-fc3a-41dd-b399-4af6c961a499 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603157 Apr 07 08:28:43.509849 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Request body: {'port': {'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:28:43.570254 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.582191 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-c2985cec-f4f6-4eb5-9e0b-452974bfce28 None None] Provisioning complete for port ae930661-d8bb-4c50-aace-abb8e2c4e385 triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:28:43.587552 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c2985cec-f4f6-4eb5-9e0b-452974bfce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.627355 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-c2985cec-f4f6-4eb5-9e0b-452974bfce28 None None] Port ae930661-d8bb-4c50-aace-abb8e2c4e385 cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:28:43.656782 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f191f5-a678-47bd-8012-2a67c4adf59b req-211eb81e-b7c0-4a0d-b788-8a15ed6710e4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:43.658254 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2f191f5-a678-47bd-8012-2a67c4adf59b req-211eb81e-b7c0-4a0d-b788-8a15ed6710e4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 931 time: 0.0544419 Apr 07 08:28:43.708163 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a2f191f5-a678-47bd-8012-2a67c4adf59b req-0c5ff391-402f-49b0-95e6-32922b48fc89 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442073 Apr 07 08:28:43.842264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae930661-d8bb-4c50-aace-abb8e2c4e385 {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:28:43.850115 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks [] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:43.862716 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Transition to ACTIVE for port object ae930661-d8bb-4c50-aace-abb8e2c4e385 will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:28:43.988031 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:44.057171 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:44.108191 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Attempting to bind port ae930661-d8bb-4c50-aace-abb8e2c4e385 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:28:44.108534 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Attempting to bind port ae930661-d8bb-4c50-aace-abb8e2c4e385 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:28:44.108863 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Attempting to bind port ae930661-d8bb-4c50-aace-abb8e2c4e385 on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:28:44.114289 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Port ae930661-d8bb-4c50-aace-abb8e2c4e385 on network ca9943c1-2125-482c-a365-563c4037a17b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:28:44.114646 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Attempting to bind port ae930661-d8bb-4c50-aace-abb8e2c4e385 on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:28:44.119633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:28:44.119972 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:28:44.120355 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Bound using segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:28:44.120784 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Bound port: ae930661-d8bb-4c50-aace-abb8e2c4e385, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:28:44.121147 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:44.191291 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:28:44.194223 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:28:44.307873 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:44.341368 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.341985 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:44.343540 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 1093 time: 0.8379354 Apr 07 08:28:44.343936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:28:44.346159 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440f86f-e696-4da9-b3c3-da794f4af518" -d '{"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:28:44.374765 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa29b2-4e80-4c96-b7bf-56c891076cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:44.392475 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16133d68-dd32-41bd-b479-ca3f11868e15 x-openstack-request-id: req-16133d68-dd32-41bd-b479-ca3f11868e15 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:28:44.392771 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:28:44.393032 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16133d68-dd32-41bd-b479-ca3f11868e15 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:28:44.393956 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16133d68-dd32-41bd-b479-ca3f11868e15'] response: {'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'status': 'completed', 'code': 200} Apr 07 08:28:44.484296 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-e458b0e7-48b1-40f7-83db-06422e8bc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.485865 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-e458b0e7-48b1-40f7-83db-06422e8bc1bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1127 time: 0.0492651 Apr 07 08:28:44.602996 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-fe190a64-bba2-49c1-bbde-1be4ccfd9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.604435 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-fe190a64-bba2-49c1-bbde-1be4ccfd9c5e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6757431055b4c90aeedc419999aeff3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968494 Apr 07 08:28:44.703123 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-9b6bc48d-d71c-4e12-acff-f59cf5a11bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.704692 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-4440f86f-e696-4da9-b3c3-da794f4af518 req-9b6bc48d-d71c-4e12-acff-f59cf5a11bc7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917652 Apr 07 08:28:44.816410 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-c7890b98-8fe4-4c41-b3cf-56146448c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.818144 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-c7890b98-8fe4-4c41-b3cf-56146448c760 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1127 time: 0.0500927 Apr 07 08:28:44.826694 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbe947-d64d-4a04-8ac7-3b84b8a624c7 req-c182bf93-9f6c-4355-b7fa-0ab31473ab59 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.828123 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eedbe947-d64d-4a04-8ac7-3b84b8a624c7 req-c182bf93-9f6c-4355-b7fa-0ab31473ab59 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0535622 Apr 07 08:28:44.869512 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-fb303df8-a01e-48db-be7b-2496d71de27b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 217 time: 0.0341666 Apr 07 08:28:44.876234 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-eedbe947-d64d-4a04-8ac7-3b84b8a624c7 req-81da70da-8ecf-40c8-a5ca-3d977826b0c9 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419433 Apr 07 08:28:44.921398 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-85db7bbd-509a-4ec5-8a18-4b765b77f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.922961 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-85db7bbd-509a-4ec5-8a18-4b765b77f447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0439024 Apr 07 08:28:44.958727 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:44.971855 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-a95bf689-60d4-417c-8f33-48073fb4e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:44.976713 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-a95bf689-60d4-417c-8f33-48073fb4e2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437634 Apr 07 08:28:45.067764 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-c371335b-988e-4501-aced-26bac905b3b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842566 Apr 07 08:28:45.160422 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9c90e30e-ba66-487e-aed9-7a376e8956ac req-0079a789-f9ac-455c-9a25-91b395cf4f4b service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834005 Apr 07 08:28:45.993142 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee4cb0-fb3a-4045-a49c-4e25abfe6558 req-1c1a521b-5750-4e9b-a7fa-9c5614ce3e25 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:45.994603 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a7ee4cb0-fb3a-4045-a49c-4e25abfe6558 req-1c1a521b-5750-4e9b-a7fa-9c5614ce3e25 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0515106 Apr 07 08:28:46.041538 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a7ee4cb0-fb3a-4045-a49c-4e25abfe6558 req-f85d1077-3033-492e-bf6b-17ce6c6d1ad6 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Apr 07 08:28:46.866075 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-6b818991-a6fd-4f6e-bf23-21d2780ace5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436392 Apr 07 08:28:46.976748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c7b1-25ef-493c-889c-42e927c72712 req-a502386e-5caa-4bf5-9344-b2a89345ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:46.978254 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-a502386e-5caa-4bf5-9344-b2a89345ca4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0431755 Apr 07 08:28:47.089924 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c7b1-25ef-493c-889c-42e927c72712 req-0364c0c7-bb06-4a1f-8530-9e201db342ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:47.091458 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-0364c0c7-bb06-4a1f-8530-9e201db342ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0902166 Apr 07 08:28:47.158492 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afaeb-ca0f-4bca-9813-6dd608b2b064 req-05bd06c1-259f-4e35-aea7-88f72e4bb93f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:47.160414 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ce3afaeb-ca0f-4bca-9813-6dd608b2b064 req-05bd06c1-259f-4e35-aea7-88f72e4bb93f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0549908 Apr 07 08:28:47.160632 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-6e8e6a96-f90a-4aae-a551-5c0a4a66ee60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 1002 time: 0.0597503 Apr 07 08:28:47.208687 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ce3afaeb-ca0f-4bca-9813-6dd608b2b064 req-15752c4e-aebb-4a59-bf77-a86e18bc94b7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Apr 07 08:28:47.211702 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c7b1-25ef-493c-889c-42e927c72712 req-8d6f57ba-d80d-413b-880d-4e3678599ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:47.213242 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-8d6f57ba-d80d-413b-880d-4e3678599ce7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0437489 Apr 07 08:28:47.268716 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c7b1-25ef-493c-889c-42e927c72712 req-eb8e184f-8662-46e2-9ec3-44bdb48b2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:47.270260 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-eb8e184f-8662-46e2-9ec3-44bdb48b2bea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475347 Apr 07 08:28:47.363493 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-ea3ddbd0-e933-42f6-b8c5-621821378d0f service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Apr 07 08:28:47.457544 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-9758c7b1-25ef-493c-889c-42e927c72712 req-7b32a965-9fd9-41c0-b04e-868eae222fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Apr 07 08:28:48.324906 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3fb13-1936-4eea-a1dc-36790dac8412 req-8ff594c8-0fa0-4218-b3c6-0ba984009e51 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:48.326325 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cd3fb13-1936-4eea-a1dc-36790dac8412 req-8ff594c8-0fa0-4218-b3c6-0ba984009e51 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0510349 Apr 07 08:28:48.374078 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-4cd3fb13-1936-4eea-a1dc-36790dac8412 req-42e2b4a7-86ff-4cd2-8edc-e49085721507 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Apr 07 08:28:48.661093 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-ac38c3bd-b0a7-4818-bd8d-60da2c106685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:49.487899 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c018235-3db2-46e8-895e-745b02627e77 req-c3c07813-0e49-49e0-953e-5c2f11d21771 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:49.489328 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c018235-3db2-46e8-895e-745b02627e77 req-c3c07813-0e49-49e0-953e-5c2f11d21771 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0520313 Apr 07 08:28:49.539317 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3c018235-3db2-46e8-895e-745b02627e77 req-ad513bdb-1fce-410a-bded-2509fbc88899 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Apr 07 08:28:50.890358 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-791dd750-b11e-411d-bfbe-31866f0c697a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:50.926300 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e261c-422d-4cea-b866-1f7a208dcbf6 req-9a19ab25-d129-4258-b14d-3440e051f110 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:50.927772 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-830e261c-422d-4cea-b866-1f7a208dcbf6 req-9a19ab25-d129-4258-b14d-3440e051f110 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.3207452 Apr 07 08:28:50.974916 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-830e261c-422d-4cea-b866-1f7a208dcbf6 req-28ada1a4-8a1d-41b5-9024-b8beb36e3f9f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Apr 07 08:28:52.091451 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e08b0-3f3f-437c-a33b-897ae6e20f8d req-1c051f3b-aa65-4a17-83ab-26eeca8d8017 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:52.092888 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-051e08b0-3f3f-437c-a33b-897ae6e20f8d req-1c051f3b-aa65-4a17-83ab-26eeca8d8017 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0513332 Apr 07 08:28:52.139266 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-051e08b0-3f3f-437c-a33b-897ae6e20f8d req-fbdd0c10-0aa5-41da-9514-d5c7be369be7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Apr 07 08:28:52.278225 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:53.255935 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262c644-5315-4ccb-b873-694af543981f req-0ef60fef-430a-4870-b9a4-8334cb94f441 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:53.257368 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8262c644-5315-4ccb-b873-694af543981f req-0ef60fef-430a-4870-b9a4-8334cb94f441 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 943 time: 0.0537829 Apr 07 08:28:53.309013 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-8262c644-5315-4ccb-b873-694af543981f req-c5d982e9-9f2b-4abf-9e1c-265f23009d81 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Apr 07 08:28:53.467036 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:53.809084 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device ae930661-d8bb-4c50-aace-abb8e2c4e385 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:28:53.905197 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:28:53.916315 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:28:53.952258 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port ae930661-d8bb-4c50-aace-abb8e2c4e385 is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:28:53.952650 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:53.965445 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae930661-d8bb-4c50-aace-abb8e2c4e385 {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:28:53.983429 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:28:54.043872 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:54.090760 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:54.097718 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.098067 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.098413 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.098791 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.099130 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.099464 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.099795 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.100124 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.100454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.100783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.101116 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.101443 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.101768 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.102092 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.102418 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:54.422783 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef2f18-0d23-40fc-a641-52ab4fe129c3 req-0e9e584f-b9ca-4e84-8ec4-5f9269c423e4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:54.424831 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-26ef2f18-0d23-40fc-a641-52ab4fe129c3 req-0e9e584f-b9ca-4e84-8ec4-5f9269c423e4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 944 time: 0.0502818 Apr 07 08:28:54.428276 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['ae930661-d8bb-4c50-aace-abb8e2c4e385'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:28:54.474405 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-26ef2f18-0d23-40fc-a641-52ab4fe129c3 req-7a45a3e5-5181-46bd-b99d-4997b5db489c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Apr 07 08:28:54.760799 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:55.594937 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cabd7b-1002-45c2-af3f-7a741b44fca0 req-c33ec231-b2e6-46bc-807a-a8ad8ed58298 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:55.596421 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38cabd7b-1002-45c2-af3f-7a741b44fca0 req-c33ec231-b2e6-46bc-807a-a8ad8ed58298 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 944 time: 0.0566449 Apr 07 08:28:55.643968 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38cabd7b-1002-45c2-af3f-7a741b44fca0 req-abe43276-6c1c-4e94-bfc7-341e3f2bc43d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419860 Apr 07 08:28:55.807621 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device ae930661-d8bb-4c50-aace-abb8e2c4e385 up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:28:55.923409 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port ae930661-d8bb-4c50-aace-abb8e2c4e385 completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:28:55.927763 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port ae930661-d8bb-4c50-aace-abb8e2c4e385 triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:28:55.928147 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:56.002736 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port ae930661-d8bb-4c50-aace-abb8e2c4e385 is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:28:56.003123 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:56.024500 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:28:56.026759 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be94b3-fd6b-4774-89fa-0d6f85ea93f7" -d '{"events": [{"server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:28:56.042627 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:28:56.068283 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c39f60-9e6b-4400-be22-f3f1e1769952 x-openstack-request-id: req-61c39f60-9e6b-4400-be22-f3f1e1769952 {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:28:56.068586 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:28:56.069014 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61c39f60-9e6b-4400-be22-f3f1e1769952 {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:28:56.069427 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c39f60-9e6b-4400-be22-f3f1e1769952'] response: {'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'code': 200} Apr 07 08:28:56.113933 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:56.164570 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:56.488725 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718419b6-7369-4f0f-8d8e-0c23797e01a1 req-cc137bc9-6400-4ba8-b6cc-85bd68b871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:56.490138 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-718419b6-7369-4f0f-8d8e-0c23797e01a1 req-cc137bc9-6400-4ba8-b6cc-85bd68b871e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0440500 Apr 07 08:28:56.535283 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-718419b6-7369-4f0f-8d8e-0c23797e01a1 req-24647b95-8ba2-49a8-bb26-fcb17f1be2fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 Apr 07 08:28:56.757755 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d4c2-f429-4458-960f-6e9e596df8fd req-9af82fb5-972c-4969-ada4-e50def408441 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:56.759153 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c07d4c2-f429-4458-960f-6e9e596df8fd req-9af82fb5-972c-4969-ada4-e50def408441 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0509217 Apr 07 08:28:56.805592 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1c07d4c2-f429-4458-960f-6e9e596df8fd req-d09d7738-8545-4f51-8d89-194709a09ca6 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409503 Apr 07 08:28:57.921026 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b0f7-7079-4e99-af96-39b2c1a95280 req-c07b82a9-7541-45b9-9544-3aeb45dc8c44 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:57.922498 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d43b0f7-7079-4e99-af96-39b2c1a95280 req-c07b82a9-7541-45b9-9544-3aeb45dc8c44 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0509102 Apr 07 08:28:57.973229 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-1d43b0f7-7079-4e99-af96-39b2c1a95280 req-ed21ed06-c6d5-4551-8ca0-7589c766ff37 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448210 Apr 07 08:28:58.088526 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3371e-94b1-41d3-ba63-166eed4c9916 req-716fa27a-23bc-46a9-bd96-33746fc24125 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:58.089985 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2fd3371e-94b1-41d3-ba63-166eed4c9916 req-716fa27a-23bc-46a9-bd96-33746fc24125 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0519602 Apr 07 08:28:58.138546 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2fd3371e-94b1-41d3-ba63-166eed4c9916 req-b75773da-7ab2-4429-978a-df5b66526e7f tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428989 Apr 07 08:28:58.160504 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36710) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:28:58.202082 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdcc39-2844-41ed-b685-448f89fade15 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:28:58.203627 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-50fdcc39-2844-41ed-b685-448f89fade15 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1124 time: 0.0421410 Apr 07 08:28:58.206205 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36712) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:28:58.210312 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:28:58.294722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:58.393636 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:58.493157 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.27.1.15 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/7d73dbf5-d15c-463a-9e1e-b9e51ba0170e) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:28:58.593561 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:58.695754 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:58.729025 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:28:58.731916 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:28:58.735382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:28:58.768026 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=7d73dbf5-d15c-463a-9e1e-b9e51ba0170e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:58.778853 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.779204 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.779550 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.779894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.780229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.780562 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.780893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.781222 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.781551 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.781879 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.782207 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.782565 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.782894 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.783219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:58.783540 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:28:59.106824 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (f82b5cbd-3c2e-425a-ae65-39429f558c01), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:59.217095 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:59.367869 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:59.409710 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:59.477636 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=7d73dbf5-d15c-463a-9e1e-b9e51ba0170e,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:28:59.491429 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (f82b5cbd-3c2e-425a-ae65-39429f558c01), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:28:59.594123 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP f82b5cbd-3c2e-425a-ae65-39429f558c01 associated. External IP: 172.27.1.15, port: ae930661-d8bb-4c50-aace-abb8e2c4e385. Apr 07 08:28:59.804593 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:28:59.910321 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:28:59.919765 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:28:59.929456 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:28:59.930080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:00.011766 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:00.041243 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:00.042087 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-1dab49a6-1583-40cf-9007-229c8a9ba67e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8348489 Apr 07 08:29:00.042831 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:29:00.045064 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28f94bc-23df-4f19-b6f3-0f8a14252a82" -d '{"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:29:00.134173 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa22bbe7-e751-4c1c-b626-4800fb5bfe00 x-openstack-request-id: req-fa22bbe7-e751-4c1c-b626-4800fb5bfe00 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:29:00.134814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:29:00.134814 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa22bbe7-e751-4c1c-b626-4800fb5bfe00 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:29:00.135168 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa22bbe7-e751-4c1c-b626-4800fb5bfe00'] response: {'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'status': 'completed', 'code': 200} Apr 07 08:29:00.227522 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-1dc75914-0410-420e-b2bc-90f359efddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:00.229049 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-1dc75914-0410-420e-b2bc-90f359efddf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0480547 Apr 07 08:29:00.267804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:28:58Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:00.294353 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:29:00.303311 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:00.303949 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:00.319715 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-fac41346-c26f-4f81-b057-c7fd82551587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:00.321141 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-fac41346-c26f-4f81-b057-c7fd82551587 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0855737 Apr 07 08:29:00.390420 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-5f7f5efc-9e77-4f75-adfc-3d292105d342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 998 time: 0.0630918 Apr 07 08:29:00.412895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:00.438084 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-fdad25eb-0aad-40e8-b736-f800dd315acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:00.439618 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-fdad25eb-0aad-40e8-b736-f800dd315acc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0427010 Apr 07 08:29:00.488281 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-e6ffe871-c0fa-4cf4-b45a-284569fedc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:00.489802 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-e6ffe871-c0fa-4cf4-b45a-284569fedc28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446603 Apr 07 08:29:00.582478 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-98543437-ea50-4783-9d8e-8b0428c8c1a8 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862591 Apr 07 08:29:00.637134 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:28:58Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:00.667467 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706b451-0258-4e40-b9c5-8b009dfd0df2 None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:28:58Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:29:00.673946 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-d28f94bc-23df-4f19-b6f3-0f8a14252a82 req-a8596c8f-4403-4033-b798-a2445b69985a service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Apr 07 08:29:00.860239 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138942d7-9ee2-4ee0-8f76-201f73216dd1 None None] New status for floating IP f82b5cbd-3c2e-425a-ae65-39429f558c01: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:29:14.998046 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:16.580706 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36724) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:16.731770 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Deleting port 6f0f63fd-09ef-4cab-a6bb-529693d47dbe {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:16.732115 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:16.804105 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:16.804429 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for floatingip (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:16.820439 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Calling delete_port for 6f0f63fd-09ef-4cab-a6bb-529693d47dbe owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:16.966770 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:29:17.037711 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (6f0f63fd-09ef-4cab-a6bb-529693d47dbe), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:17.061958 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event deleted for resources: {'Port': ['ID=6f0f63fd-09ef-4cab-a6bb-529693d47dbe,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:17.120154 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for floatingip (52a8bd6a-20df-453d-98e8-c61ab57ce401), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:17.120482 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Floating IP 52a8bd6a-20df-453d-98e8-c61ab57ce401 disassociated (deleted). External IP: 172.27.1.111, port: c44aafcc-d108-4bd4-adb5-c15c96f37a05. Apr 07 08:29:17.323384 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:29:17.429706 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:29:17.434483 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:17.439782 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Sync routers for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:29:17.453032 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:17.453940 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:17.463875 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-21c30385-dba6-4dfe-a703-8cedba4f0d31 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "DELETE /v2.0/floatingips/52a8bd6a-20df-453d-98e8-c61ab57ce401 HTTP/1.1" status: 204 len: 168 time: 0.8820989 Apr 07 08:29:17.464442 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:29:17.466700 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566525b1-1f93-4a81-96c1-0b55efc575e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:29:17.503872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78d62f9-7f8c-481d-b016-307f8ee358d6 x-openstack-request-id: req-d78d62f9-7f8c-481d-b016-307f8ee358d6 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:29:17.503872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:29:17.504129 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d78d62f9-7f8c-481d-b016-307f8ee358d6 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:29:17.504515 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78d62f9-7f8c-481d-b016-307f8ee358d6'] response: {'name': 'network-changed', 'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'status': 'completed', 'code': 200} Apr 07 08:29:17.568699 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:17.596881 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-298d9fa3-fa1f-424e-8e9e-aafc4b7bbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:17.600769 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-298d9fa3-fa1f-424e-8e9e-aafc4b7bbbc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19103491509d4c848446b3f854a973c0&device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 1130 time: 0.0502625 Apr 07 08:29:17.690057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-dc5cc29a-696d-4819-9579-363b07c51e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:17.692118 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-dc5cc29a-696d-4819-9579-363b07c51e84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 200 len: 909 time: 0.0858104 Apr 07 08:29:17.741954 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-419b33cf-379f-4e58-b3b7-12680cd6f33b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 200 len: 217 time: 0.0410545 Apr 07 08:29:17.769216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:17.793766 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-81e2ea4d-3edb-498a-bab4-4aba49907a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:17.795290 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-81e2ea4d-3edb-498a-bab4-4aba49907a2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 200 len: 847 time: 0.0442953 Apr 07 08:29:17.795431 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Checking router: 91c5cea2-4fed-48ca-9993-1f6ec0606a57 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:29:17.803673 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:17.804288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:28:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:17.847563 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-c1e18984-6d63-42cc-818d-7c296061f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:17.849493 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-c1e18984-6d63-42cc-818d-7c296061f4f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d42474cf-6e99-4b0a-b6e4-501c79a1d92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480015 Apr 07 08:29:17.914133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:17.918672 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a7dec-f5a8-4fda-8de0-25f78233141e req-948faff6-7c08-4fe1-b113-b734c5821b54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:17.920221 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-860a7dec-f5a8-4fda-8de0-25f78233141e req-948faff6-7c08-4fe1-b113-b734c5821b54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0521595 Apr 07 08:29:17.972550 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-860a7dec-f5a8-4fda-8de0-25f78233141e req-0950a113-08c8-4c6b-906a-0fdb2080b03d tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466275 Apr 07 08:29:18.118287 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:18.143828 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3f04c-c1fa-46c8-baf7-d649d2a6760f None None] The sync data for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi is: [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:24:21Z', 'revision_number': 4, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '00684ca1-ffc3-4d7c-8433-129e2d660904', 'name': '', 'network_id': 'd42474cf-6e99-4b0a-b6e4-501c79a1d92d', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'mac_address': 'fa:16:3e:52:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:20Z', 'updated_at': '2022-04-07T08:24:25Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'subnets': [{'id': '0c6f71c3-bf56-44dd-8f03-9ba384737e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:29:18.371369 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906db01c-9bef-47e8-b1c4-f0563bac046c None None] New status for floating IP 52a8bd6a-20df-453d-98e8-c61ab57ce401: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:29:18.671886 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-551fd06a-cf66-454a-9e64-744f523cde5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:19.099942 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc55a-00e7-42fd-b35c-5f8f4d94cc2e req-34d35b80-22ee-4265-9852-e86ca6f6a390 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:19.101452 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ae2bc55a-00e7-42fd-b35c-5f8f4d94cc2e req-34d35b80-22ee-4265-9852-e86ca6f6a390 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0544801 Apr 07 08:29:19.149580 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-967e3782-d67b-46ae-8a5c-ff76be913b62 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984299 Apr 07 08:29:19.151170 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-ae2bc55a-00e7-42fd-b35c-5f8f4d94cc2e req-e91cb88f-9dc4-4a08-843d-8bdefbab304c tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b71a53-e9ff-461c-ba81-df31c97ed4be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438058 Apr 07 08:29:19.371969 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-566525b1-1f93-4a81-96c1-0b55efc575e2 req-eb938cce-644a-4ae4-811d-3b6026915af2 service neutron] 10.222.0.20 "GET /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834119 Apr 07 08:29:19.735898 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-8acc5533-9cda-4891-8939-b9a1266a3c5e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:19.737539 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-8acc5533-9cda-4891-8939-b9a1266a3c5e tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.20 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Apr 07 08:29:19.836420 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Deleting port c44aafcc-d108-4bd4-adb5-c15c96f37a05 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:19.836768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:19.926421 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] For port c44aafcc-d108-4bd4-adb5-c15c96f37a05, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=c44aafcc-d108-4bd4-adb5-c15c96f37a05,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:19.926818 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:19.939263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Calling delete_port for c44aafcc-d108-4bd4-adb5-c15c96f37a05 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:20.111423 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (c44aafcc-d108-4bd4-adb5-c15c96f37a05), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:20.138166 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event deleted for resources: {'Port': ['ID=c44aafcc-d108-4bd4-adb5-c15c96f37a05,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:20.192033 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] No DVR routers for this DVR port c44aafcc-d108-4bd4-adb5-c15c96f37a05 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:29:20.194533 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:20.197836 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-6e06fc12-09bb-4574-9ff3-951c75078783 req-a44a2732-05aa-475c-8a66-e308ea326f54 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.20 "DELETE /v2.0/ports/c44aafcc-d108-4bd4-adb5-c15c96f37a05 HTTP/1.1" status: 204 len: 173 time: 0.4510953 Apr 07 08:29:20.198282 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-deleted', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:29:20.200543 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a248e8d-edfd-405e-923d-2eac582497db" -d '{"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-deleted", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:29:20.237289 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18071b9e-b9dd-4678-a064-d27d9c89db67 x-openstack-request-id: req-18071b9e-b9dd-4678-a064-d27d9c89db67 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:29:20.237581 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da8ffa6-9df2-4e56-9618-1bfdbd988277", "name": "network-vif-deleted", "tag": "c44aafcc-d108-4bd4-adb5-c15c96f37a05", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:29:20.237894 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18071b9e-b9dd-4678-a064-d27d9c89db67 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:29:20.238317 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18071b9e-b9dd-4678-a064-d27d9c89db67'] response: {'server_uuid': '5da8ffa6-9df2-4e56-9618-1bfdbd988277', 'name': 'network-vif-deleted', 'tag': 'c44aafcc-d108-4bd4-adb5-c15c96f37a05', 'status': 'completed', 'code': 200} Apr 07 08:29:20.246834 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-f3e09e52-1c05-45b3-9c64-62e27f457640 req-a02f0905-49d3-49b1-a663-5e43194d1b42 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 210 time: 0.0277593 Apr 07 08:29:20.900946 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-84e98e4c-25de-416b-9134-1fe85146ec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:21.353004 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-79deb486-d3be-4f34-8c06-b22ddc13ddb2 req-52ecb87b-9363-4175-a7bc-e15f798bd8fa tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da8ffa6-9df2-4e56-9618-1bfdbd988277 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Apr 07 08:29:22.322436 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:22.408779 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36744) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:22.462988 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (d5b71a53-e9ff-461c-ba81-df31c97ed4be), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:22.487076 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (d5b71a53-e9ff-461c-ba81-df31c97ed4be), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:22.626081 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (d5b71a53-e9ff-461c-ba81-df31c97ed4be), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:22.628635 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:22.629805 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] 10.222.0.24 "DELETE /v2.0/security-groups/d5b71a53-e9ff-461c-ba81-df31c97ed4be HTTP/1.1" status: 204 len: 168 time: 0.2200363 Apr 07 08:29:22.639669 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242abbe-58f1-42e3-b8b1-5d35c691de77 tempest-TestShelveInstance-869842437 tempest-TestShelveInstance-869842437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b71a53-e9ff-461c-ba81-df31c97ed4be,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:22.745718 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36748) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:23.461131 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:23.477268 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:23.724788 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Deleting port 00684ca1-ffc3-4d7c-8433-129e2d660904 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:23.725024 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:23.801239 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] For port 00684ca1-ffc3-4d7c-8433-129e2d660904, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=00684ca1-ffc3-4d7c-8433-129e2d660904,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:23.801599 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:23.814229 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Calling delete_port for 00684ca1-ffc3-4d7c-8433-129e2d660904 owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:23.928499 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:23.949278 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: c44aafcc-d108-4bd4-adb5-c15c96f37a05 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:23.949628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device c44aafcc-d108-4bd4-adb5-c15c96f37a05 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:24.048898 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (00684ca1-ffc3-4d7c-8433-129e2d660904), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.072153 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Pushing event deleted for resources: {'Port': ['ID=00684ca1-ffc3-4d7c-8433-129e2d660904,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:24.241650 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.454044 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:29:24.557427 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:29:24.564500 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-acf4ea47-fc1b-4312-aef4-7acd2b3f695d admin admin] 10.222.0.24 "PUT /v2.0/routers/91c5cea2-4fed-48ca-9993-1f6ec0606a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8176908 Apr 07 08:29:24.565157 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36752) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:24.567325 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Sync routers for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:29:24.577023 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:24.580590 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:29:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:24.672455 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks [] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.778338 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks [] for router_gateway (91c5cea2-4fed-48ca-9993-1f6ec0606a57), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.823925 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:24.896476 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.914941 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Deleting port 7611147d-630f-44cf-8175-fc2b6dbc2e23 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:24.915309 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:24.992541 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] For port 7611147d-630f-44cf-8175-fc2b6dbc2e23, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=7611147d-630f-44cf-8175-fc2b6dbc2e23,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:24.992911 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.002858 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:29:23Z', 'revision_number': 5, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port': {'id': '7611147d-630f-44cf-8175-fc2b6dbc2e23', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:17Z', 'updated_at': '2022-04-07T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:25.008519 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Calling delete_port for 7611147d-630f-44cf-8175-fc2b6dbc2e23 owned by network:router_gateway {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:25.033604 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Checking router: 91c5cea2-4fed-48ca-9993-1f6ec0606a57 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:29:25.042445 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Routers {'91c5cea2-4fed-48ca-9993-1f6ec0606a57'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:25.043087 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:29:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:25.129131 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] Set router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 gateway port host: None {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:25.180742 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:29:24Z', 'revision_number': 6, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:25.210526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1579844-eed7-44b0-a41b-d07770ea9d5d None None] The sync data for ids ['91c5cea2-4fed-48ca-9993-1f6ec0606a57'] in dv-cinder-815659-6-iscsi is: [{'id': '91c5cea2-4fed-48ca-9993-1f6ec0606a57', 'name': 'tempest-TestShelveInstance-254966679-router', 'tenant_id': '19103491509d4c848446b3f854a973c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:16Z', 'updated_at': '2022-04-07T08:29:24Z', 'revision_number': 6, 'project_id': '19103491509d4c848446b3f854a973c0', 'gw_port_host': None}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:29:25.215021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (7611147d-630f-44cf-8175-fc2b6dbc2e23), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.241615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7611147d-630f-44cf-8175-fc2b6dbc2e23,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:25.302640 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.651993 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.654173 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks [] for router_controller (91c5cea2-4fed-48ca-9993-1f6ec0606a57), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.786214 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (91c5cea2-4fed-48ca-9993-1f6ec0606a57), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.786801 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c5cea2-4fed-48ca-9993-1f6ec0606a57 {{(pid=103928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:29:25.792394 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.793723 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ef5cc466-98d7-4704-967c-a0f9af2c15bc admin admin] 10.222.0.24 "DELETE /v2.0/routers/91c5cea2-4fed-48ca-9993-1f6ec0606a57 HTTP/1.1" status: 204 len: 168 time: 1.2275612 Apr 07 08:29:25.796246 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36754) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:25.839605 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Deleting subnet 0c6f71c3-bf56-44dd-8f03-9ba384737e33 {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:29:25.842565 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Publish callbacks [] for subnet (0c6f71c3-bf56-44dd-8f03-9ba384737e33), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.875002 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (0c6f71c3-bf56-44dd-8f03-9ba384737e33), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:25.954012 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (0c6f71c3-bf56-44dd-8f03-9ba384737e33), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.025115 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 00684ca1-ffc3-4d7c-8433-129e2d660904 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:26.043743 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (0c6f71c3-bf56-44dd-8f03-9ba384737e33), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.045288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 00684ca1-ffc3-4d7c-8433-129e2d660904 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:26.045643 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 00684ca1-ffc3-4d7c-8433-129e2d660904 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:26.046109 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7611147d-630f-44cf-8175-fc2b6dbc2e23 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:26.069244 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 7611147d-630f-44cf-8175-fc2b6dbc2e23 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:26.069721 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 7611147d-630f-44cf-8175-fc2b6dbc2e23 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:26.073259 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6f71c3-bf56-44dd-8f03-9ba384737e33,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:26.075918 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.079222 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b152545e-e6c7-4ba0-969f-54c055ddc252 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c6f71c3-bf56-44dd-8f03-9ba384737e33 HTTP/1.1" status: 204 len: 168 time: 0.2819748 Apr 07 08:29:26.081913 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36756) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:26.084659 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7882191-88e5-442a-a227-dbd7ec6b972e None None] Network d42474cf-6e99-4b0a-b6e4-501c79a1d92d requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:29:26.154384 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (d42474cf-6e99-4b0a-b6e4-501c79a1d92d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.210284 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Deleting port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:26.210669 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.267971 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] DHCP port deletion for d42474cf-6e99-4b0a-b6e4-501c79a1d92d request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:29:26.275870 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] For port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:26.276241 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.288916 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Calling delete_port for 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:26.315245 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Deleting port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:26.315623 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.396126 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] For port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,segment=NetworkSegment(1f94aedf-132b-4d61-9bb4-d8046a85b2ad),segment_id=1f94aedf-132b-4d61-9bb4-d8046a85b2ad)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:26.396448 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.412268 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Calling delete_port for 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:26.437369 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.460733 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:26.467082 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] No DVR routers for this DVR port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:29:26.540341 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (d42474cf-6e99-4b0a-b6e4-501c79a1d92d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.541314 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (2b15ca9d-7e55-4cc7-8432-ef2b8378ef14), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.561836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42474cf-6e99-4b0a-b6e4-501c79a1d92d']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:26.571754 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f94aedf-132b-4d61-9bb4-d8046a85b2ad') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:26.577411 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f94aedf-132b-4d61-9bb4-d8046a85b2ad') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:26.581588 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (1f94aedf-132b-4d61-9bb4-d8046a85b2ad), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.594201 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] Pushing event deleted for resources: {'Port': ['ID=2b15ca9d-7e55-4cc7-8432-ef2b8378ef14,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:26.595202 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (1f94aedf-132b-4d61-9bb4-d8046a85b2ad), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.599768 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50004c1a-8a4f-4703-8956-805cbedfcc12 None None] No DVR routers for this DVR port 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:29:26.606451 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (1f94aedf-132b-4d61-9bb4-d8046a85b2ad), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:29:26.610129 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:29:26.723576 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (d42474cf-6e99-4b0a-b6e4-501c79a1d92d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.729167 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:26.733733 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] 10.222.0.24 "DELETE /v2.0/networks/d42474cf-6e99-4b0a-b6e4-501c79a1d92d HTTP/1.1" status: 204 len: 168 time: 0.6494324 Apr 07 08:29:26.735574 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36758) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:26.743749 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f133fc-badd-4c9b-9b69-3376e7aad26a admin admin] Pushing event deleted for resources: {'Network': ['ID=d42474cf-6e99-4b0a-b6e4-501c79a1d92d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:27.072094 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:27.309746 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Deleting port fcec8096-a8e6-4749-9de0-1c67bd4ba53f {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:27.310081 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:27.388607 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] For port fcec8096-a8e6-4749-9de0-1c67bd4ba53f, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:27.388887 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:27.403930 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Calling delete_port for fcec8096-a8e6-4749-9de0-1c67bd4ba53f owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:27.648734 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (fcec8096-a8e6-4749-9de0-1c67bd4ba53f), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:27.674608 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=fcec8096-a8e6-4749-9de0-1c67bd4ba53f,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:27.841186 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:28.067674 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:28.087238 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:28.087664 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 2b15ca9d-7e55-4cc7-8432-ef2b8378ef14 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:28.152559 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Router 51cfb472-8937-4c0d-b67f-17dea2afa9da has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:29:28.528005 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:29:28.532872 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-5ee37fce-d3f7-4f27-b4e9-f2c5c4597b5d admin admin] 10.222.0.24 "PUT /v2.0/routers/51cfb472-8937-4c0d-b67f-17dea2afa9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7960064 Apr 07 08:29:28.535464 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36760) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:28.538114 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Sync routers for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:29:28.548807 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:28.549524 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:29:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:28.639331 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks [] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:28.744607 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:28.745499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks [] for router_gateway (51cfb472-8937-4c0d-b67f-17dea2afa9da), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:28.863388 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Deleting port ebc38012-91f4-4504-963d-cae0832baa14 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:28.864085 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (ebc38012-91f4-4504-963d-cae0832baa14), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:28.919334 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:29:27Z', 'revision_number': 5, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port': {'id': 'ebc38012-91f4-4504-963d-cae0832baa14', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:24:28Z', 'updated_at': '2022-04-07T08:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:28.942219 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] For port ebc38012-91f4-4504-963d-cae0832baa14, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=ebc38012-91f4-4504-963d-cae0832baa14,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:28.942629 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (ebc38012-91f4-4504-963d-cae0832baa14), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:28.949320 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Checking router: 51cfb472-8937-4c0d-b67f-17dea2afa9da for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:29:28.955098 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Calling delete_port for ebc38012-91f4-4504-963d-cae0832baa14 owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:28.957803 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Routers {'51cfb472-8937-4c0d-b67f-17dea2afa9da'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:29:28.958420 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:29:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['51cfb472-8937-4c0d-b67f-17dea2afa9da'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:29.046951 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] Set router 51cfb472-8937-4c0d-b67f-17dea2afa9da gateway port host: None {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:29:29.099449 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:29:28Z', 'revision_number': 6, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port_host': None}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:29.125460 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8434d4-eddf-45c2-9518-2b81a0c3dfe8 None None] The sync data for ids ['51cfb472-8937-4c0d-b67f-17dea2afa9da'] in dv-cinder-815659-6-iscsi is: [{'id': '51cfb472-8937-4c0d-b67f-17dea2afa9da', 'name': 'tempest-TestShelveInstance-1102224674-router', 'tenant_id': '33df50afaf4b4741b056272b63e27805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:24:26Z', 'updated_at': '2022-04-07T08:29:28Z', 'revision_number': 6, 'project_id': '33df50afaf4b4741b056272b63e27805', 'gw_port_host': None}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:29:29.180238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (ebc38012-91f4-4504-963d-cae0832baa14), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.205264 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc38012-91f4-4504-963d-cae0832baa14,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:29.267788 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.356722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.358826 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks [] for router_controller (51cfb472-8937-4c0d-b67f-17dea2afa9da), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.483021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (51cfb472-8937-4c0d-b67f-17dea2afa9da), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.483566 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cfb472-8937-4c0d-b67f-17dea2afa9da {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:29:29.488806 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.489932 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-ca1f8552-0383-4193-8060-c8ab40d91213 admin admin] 10.222.0.24 "DELETE /v2.0/routers/51cfb472-8937-4c0d-b67f-17dea2afa9da HTTP/1.1" status: 204 len: 168 time: 0.9535534 Apr 07 08:29:29.492467 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36764) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:29.538130 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Deleting subnet be1442d8-ecc8-498b-b682-6a92eb6903af {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:29:29.541423 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Publish callbacks [] for subnet (be1442d8-ecc8-498b-b682-6a92eb6903af), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.580953 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (be1442d8-ecc8-498b-b682-6a92eb6903af), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.657342 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (be1442d8-ecc8-498b-b682-6a92eb6903af), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.797622 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (be1442d8-ecc8-498b-b682-6a92eb6903af), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.821611 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1442d8-ecc8-498b-b682-6a92eb6903af,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:29.827977 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.831552 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-5c960839-de79-4644-9e62-7a81bfbfbde9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be1442d8-ecc8-498b-b682-6a92eb6903af HTTP/1.1" status: 204 len: 168 time: 0.3378243 Apr 07 08:29:29.834721 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36766) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:29.835220 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f64fe-c800-46c6-830c-c30b1011cbbc None None] Network 39d73f66-1c26-40de-97fb-600b34e79b0b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:29:29.916263 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (39d73f66-1c26-40de-97fb-600b34e79b0b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.971654 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Deleting port d5e46bf1-70df-473a-b7ed-4bcc775991b2 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:29.971999 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:29.999141 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] DHCP port deletion for 39d73f66-1c26-40de-97fb-600b34e79b0b request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:29:30.040466 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] For port d5e46bf1-70df-473a-b7ed-4bcc775991b2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=d5e46bf1-70df-473a-b7ed-4bcc775991b2,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:30.040835 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.047606 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Deleting port d5e46bf1-70df-473a-b7ed-4bcc775991b2 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:29:30.048278 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.056425 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Calling delete_port for d5e46bf1-70df-473a-b7ed-4bcc775991b2 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:30.057425 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ebc38012-91f4-4504-963d-cae0832baa14 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:30.097165 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: ebc38012-91f4-4504-963d-cae0832baa14 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:30.097512 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device ebc38012-91f4-4504-963d-cae0832baa14 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:30.097939 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device fcec8096-a8e6-4749-9de0-1c67bd4ba53f no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:30.144309 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: fcec8096-a8e6-4749-9de0-1c67bd4ba53f {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:30.144650 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device fcec8096-a8e6-4749-9de0-1c67bd4ba53f not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:30.164587 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] For port d5e46bf1-70df-473a-b7ed-4bcc775991b2, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=d5e46bf1-70df-473a-b7ed-4bcc775991b2,segment=NetworkSegment(4d6499bd-9a38-4714-9ef4-2140735acc50),segment_id=4d6499bd-9a38-4714-9ef4-2140735acc50)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:29:30.170335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.177813 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Calling delete_port for d5e46bf1-70df-473a-b7ed-4bcc775991b2 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:29:30.197747 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.224923 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e46bf1-70df-473a-b7ed-4bcc775991b2,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:30.227444 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] No DVR routers for this DVR port d5e46bf1-70df-473a-b7ed-4bcc775991b2 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:29:30.259071 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (d5e46bf1-70df-473a-b7ed-4bcc775991b2), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.283719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] Pushing event deleted for resources: {'Port': ['ID=d5e46bf1-70df-473a-b7ed-4bcc775991b2,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:30.287244 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885c13a-3fc6-470f-8dc5-ccef035b697a None None] No DVR routers for this DVR port d5e46bf1-70df-473a-b7ed-4bcc775991b2 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:29:30.304544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (39d73f66-1c26-40de-97fb-600b34e79b0b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.325018 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d73f66-1c26-40de-97fb-600b34e79b0b']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:30.334211 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6499bd-9a38-4714-9ef4-2140735acc50') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:30.334548 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6499bd-9a38-4714-9ef4-2140735acc50') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:29:30.343861 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (4d6499bd-9a38-4714-9ef4-2140735acc50), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.357294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (4d6499bd-9a38-4714-9ef4-2140735acc50), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.363405 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:29:30.363792 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (4d6499bd-9a38-4714-9ef4-2140735acc50), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:29:30.365410 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:29:30.460316 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (39d73f66-1c26-40de-97fb-600b34e79b0b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.466061 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.469068 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] 10.222.0.24 "DELETE /v2.0/networks/39d73f66-1c26-40de-97fb-600b34e79b0b HTTP/1.1" status: 204 len: 168 time: 0.6333194 Apr 07 08:29:30.480565 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de66c26-c3e0-4f21-9fc3-24a97b4b899f admin admin] Pushing event deleted for resources: {'Network': ['ID=39d73f66-1c26-40de-97fb-600b34e79b0b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:30.777706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36770) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:30.817454 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-c631f1fe-9780-4694-802d-c34152d817d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19103491509d4c848446b3f854a973c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385590 Apr 07 08:29:30.819881 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36772) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:30.866339 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] Publish callbacks [] for security_group (5c9ae29b-d8b0-4d4e-a8f1-3592000abc36), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:30.887857 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] Publish callbacks [] for security_group (5c9ae29b-d8b0-4d4e-a8f1-3592000abc36), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.031866 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5c9ae29b-d8b0-4d4e-a8f1-3592000abc36), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.035441 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.037348 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c9ae29b-d8b0-4d4e-a8f1-3592000abc36 HTTP/1.1" status: 204 len: 168 time: 0.2164152 Apr 07 08:29:31.046658 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a393b-057c-4df7-bf6e-40d07f310c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ae29b-d8b0-4d4e-a8f1-3592000abc36,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:31.662709 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36778) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:31.706256 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-66b37060-6e7f-4422-b1a9-f29433e48d8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33df50afaf4b4741b056272b63e27805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424020 Apr 07 08:29:31.708684 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 36780) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:29:31.754155 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] Publish callbacks [] for security_group (413c2db2-c936-4121-a143-e5334a36033b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.775704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] Publish callbacks [] for security_group (413c2db2-c936-4121-a143-e5334a36033b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.889125 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (413c2db2-c936-4121-a143-e5334a36033b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.891822 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:31.892975 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/413c2db2-c936-4121-a143-e5334a36033b HTTP/1.1" status: 204 len: 168 time: 0.1834099 Apr 07 08:29:31.901715 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78e12b-1473-47ac-8138-666e42871767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c2db2-c936-4121-a143-e5334a36033b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:29:32.019971 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device d5e46bf1-70df-473a-b7ed-4bcc775991b2 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:29:32.040044 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: d5e46bf1-70df-473a-b7ed-4bcc775991b2 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:29:32.040497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device d5e46bf1-70df-473a-b7ed-4bcc775991b2 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:29:44.967792 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:48.688192 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7465bfb-e756-4584-ac78-f88b2c062484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:49.454095 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-92ee9ab7-786d-4f06-accd-1b4d076ba2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440645 Apr 07 08:29:49.561019 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-b8edc351-6434-48f1-889d-c6e70fc7da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:49.562562 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-b8edc351-6434-48f1-889d-c6e70fc7da73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0433795 Apr 07 08:29:49.666307 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-6ab256ed-10a0-4b29-b4cd-1dd8b5e45116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:49.668351 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-6ab256ed-10a0-4b29-b4cd-1dd8b5e45116 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0869255 Apr 07 08:29:49.737058 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-044524a1-e964-48e7-84d2-f218ba552b0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 1000 time: 0.0617604 Apr 07 08:29:49.788076 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-74482b5c-fff8-459b-9880-bb4f08e9db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:49.789532 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-74482b5c-fff8-459b-9880-bb4f08e9db9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0420547 Apr 07 08:29:49.841206 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-d98eef2e-c6d4-481a-b70e-e866f08cf33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:29:49.842733 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-d98eef2e-c6d4-481a-b70e-e866f08cf33e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433037 Apr 07 08:29:49.933784 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-c1616eca-1147-4ac2-9093-a97eafa4e18b service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Apr 07 08:29:50.022009 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9cc2456-b42d-4394-822f-51326f20a9b2 req-c2fda49e-86c2-4388-8e88-3b977818bc21 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794179 Apr 07 08:29:50.923007 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-608716e7-79d7-4273-97bd-e22090698ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:52.282328 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:53.465401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:29:53.966550 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:29:54.750811 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:15.122227 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:18.670336 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-47bf14ab-dd6c-475e-8d7c-3122024427e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:20.875811 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-08f2d000-6dd0-4bf5-a126-03b3e66f7d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:22.281541 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:23.458638 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:24.750016 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:30.965408 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:30:37.215810 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-b88bf98a-e8e2-4a91-a899-4eccf68d6cda tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413210655&fields=id&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 267 time: 0.0475471 Apr 07 08:30:37.317619 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-55a1fc8f-f61e-48ca-83b6-4b124d6e58eb tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:37.319150 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-55a1fc8f-f61e-48ca-83b6-4b124d6e58eb tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.0966070 Apr 07 08:30:37.333113 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-b7ba8d6b-4deb-42a2-886c-242ec3a7e2c2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/quotas/b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 375 time: 0.0085897 Apr 07 08:30:37.391908 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-55694e56-0958-4091-aacf-c40f7290e23a tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540967 Apr 07 08:30:37.484393 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-34f65db7-d602-430a-b45d-cb92fc7c8329 service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Apr 07 08:30:37.577755 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-f9e5e41f-a0f8-4b68-b999-2c616785e7c9 service neutron] 10.222.0.24 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Apr 07 08:30:38.141345 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-c78a1342-770e-487f-ba66-91d44623704e req-9f0ce8b7-08e4-47bc-82e5-e23e9d2de3a1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 210 time: 0.0328743 Apr 07 08:30:39.233537 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-7d3784b6-38d2-465f-910f-a15b05cef907 req-7c15a4fc-6cee-4a0b-a24c-9fad12c73e86 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Apr 07 08:30:40.329614 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a233becc-7e2d-4cbe-b464-b914168adfe6 req-e6b7c1c9-958c-47fd-bf01-5fdcc3e5d4e7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 210 time: 0.0293469 Apr 07 08:30:40.339241 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-14c28f66-d7d7-4a0e-8cf2-c60dad305c63 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:40.340853 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-14c28f66-d7d7-4a0e-8cf2-c60dad305c63 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 812 time: 0.1088412 Apr 07 08:30:40.420560 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-16967808-2f72-47d0-b318-3c72f03db7e3 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6757431055b4c90aeedc419999aeff3 HTTP/1.1" status: 200 len: 379 time: 0.0554945 Apr 07 08:30:40.437418 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'port': {'device_id': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'admin_state_up': True, 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'security_groups': ['67c9d449-935e-458e-a180-d5a82b155287']}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:30:40.635814 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Made reservation on behalf of b6757431055b4c90aeedc419999aeff3 for: {'port': 1} {{(pid=103928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 08:30:40.639416 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:40.772380 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_common [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.20.0.13 (ca9943c1-2125-482c-a365-563c4037a17b/1462ad5c-f112-420e-812c-e237e0c31816/3404ad4f-d601-44b7-82e3-a444c66e51da) {{(pid=103928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:30:40.915069 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), precommit_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.024437 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_create {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.070685 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network ca9943c1-2125-482c-a365-563c4037a17b is already hosted by enough agents. {{(pid=103928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:30:41.073703 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.base_scheduler [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:30:41.079487 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:30:41.086038 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=1']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:41.115402 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.115789 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.116105 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.116456 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.116807 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.117143 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.117477 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.117809 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.118141 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.118491 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.118846 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.119180 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.119509 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.119842 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.120766 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:41.147582 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:41.148198 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.238307 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-6a62888e-bbfb-4881-bec5-d309a087e214 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8055792 Apr 07 08:30:41.258616 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.v2.base [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Request body: {'port': {'device_id': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=103928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:30:41.283548 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-c7ff28ec-fc6d-414c-9578-1296b1868990 None None] Provisioning complete for port 3404ad4f-d601-44b7-82e3-a444c66e51da triggered by entity DHCP. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:30:41.284163 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c7ff28ec-fc6d-414c-9578-1296b1868990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.319391 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff28ec-fc6d-414c-9578-1296b1868990 None None] Port 3404ad4f-d601-44b7-82e3-a444c66e51da cannot update to ACTIVE because it is not bound. {{(pid=103930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 08:30:41.320532 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.455608 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00391-28db-4eed-babd-3b8319ea793a req-2f02ca81-5780-49dd-800c-4bee448d418d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:41.457158 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e8b00391-28db-4eed-babd-3b8319ea793a req-2f02ca81-5780-49dd-800c-4bee448d418d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 932 time: 0.0539548 Apr 07 08:30:41.512382 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-e8b00391-28db-4eed-babd-3b8319ea793a req-78fa929b-0e12-4bf1-b10c-5e9958f2c979 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485461 Apr 07 08:30:41.590001 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3404ad4f-d601-44b7-82e3-a444c66e51da {{(pid=103928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:30:41.599181 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks [] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), precommit_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.611851 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.provisioning_blocks [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Transition to ACTIVE for port object 3404ad4f-d601-44b7-82e3-a444c66e51da will not be triggered until provisioned by entity L2. {{(pid=103928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 08:30:41.698535 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.753836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Pushing event updated for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=2']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:41.828113 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Attempting to bind port 3404ad4f-d601-44b7-82e3-a444c66e51da on host hv-cinder-81565 for vnic_type normal with profile {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 08:30:41.831976 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Attempting to bind port 3404ad4f-d601-44b7-82e3-a444c66e51da by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 08:30:41.831976 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Attempting to bind port 3404ad4f-d601-44b7-82e3-a444c66e51da on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:30:41.833464 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Port 3404ad4f-d601-44b7-82e3-a444c66e51da on network ca9943c1-2125-482c-a365-563c4037a17b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 08:30:41.833808 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Attempting to bind port 3404ad4f-d601-44b7-82e3-a444c66e51da on network ca9943c1-2125-482c-a365-563c4037a17b {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 08:30:41.838818 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Checking agent: {'id': 'e67c563f-5cd8-4702-b270-c81b32ee5628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'started_at': datetime.datetime(2022, 4, 7, 8, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 8, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 08:30:41.839175 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Checking segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 08:30:41.839625 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Bound using segment: {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'} {{(pid=103928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 08:30:41.840066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.managers [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Bound port: 3404ad4f-d601-44b7-82e3-a444c66e51da, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b'}}] {{(pid=103928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 08:30:41.840451 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), before_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:41.908221 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, cleared binding levels {{(pid=103928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 08:30:41.911574 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3404ad4f-d601-44b7-82e3-a444c66e51da,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 08:30:41.984939 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2124185'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_update {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:42.022680 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.023308 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:42.024693 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] 10.222.0.20 "PUT /v2.0/ports/3404ad4f-d601-44b7-82e3-a444c66e51da HTTP/1.1" status: 200 len: 1094 time: 0.7704186 Apr 07 08:30:42.025142 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:30:42.027413 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:30:42.051305 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e2b2-304d-4297-8be5-19249ad7ca56 service neutron] Pushing event updated for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=3']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:42.072360 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a22468-c8a8-4e00-b9b5-df1d51d90939 x-openstack-request-id: req-02a22468-c8a8-4e00-b9b5-df1d51d90939 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:30:42.072655 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:30:42.072911 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02a22468-c8a8-4e00-b9b5-df1d51d90939 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:30:42.073314 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a22468-c8a8-4e00-b9b5-df1d51d90939'] response: {'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'status': 'completed', 'code': 200} Apr 07 08:30:42.168786 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-28013b25-482d-4683-bd35-fe1ada19e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.171161 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-28013b25-482d-4683-bd35-fe1ada19e757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1128 time: 0.0485790 Apr 07 08:30:42.279941 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-1157b0e1-87d4-458f-88e0-e17c86f70ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.281434 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-1157b0e1-87d4-458f-88e0-e17c86f70ee6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6757431055b4c90aeedc419999aeff3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0906165 Apr 07 08:30:42.379489 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-c16ebcb3-cda3-4145-9d57-c7d0ed14f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.380906 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-cc3030c6-d0cc-4c66-bf54-bd528fb4101b req-c16ebcb3-cda3-4145-9d57-c7d0ed14f22e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897422 Apr 07 08:30:42.490569 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-a5bbf929-5f2e-4cd6-a710-2923fc1e4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.492085 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-a5bbf929-5f2e-4cd6-a710-2923fc1e4e38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1128 time: 0.0445487 Apr 07 08:30:42.553768 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-8d71bb6b-18da-43a1-a28f-1fa910a05664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3404ad4f-d601-44b7-82e3-a444c66e51da HTTP/1.1" status: 200 len: 217 time: 0.0384214 Apr 07 08:30:42.604500 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-8da6405a-dce1-4419-9148-223d67e1b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.605993 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-8da6405a-dce1-4419-9148-223d67e1b3a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0457244 Apr 07 08:30:42.637925 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcbe77-729f-4967-9974-551ce1da43b2 req-fa4f8643-3445-4e07-ad3c-a425bf96a139 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.639432 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-48fcbe77-729f-4967-9974-551ce1da43b2 req-fa4f8643-3445-4e07-ad3c-a425bf96a139 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0574167 Apr 07 08:30:42.656339 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-0f3afcc2-10c5-4178-ab23-cb7281fc2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:42.657874 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-0f3afcc2-10c5-4178-ab23-cb7281fc2a70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435941 Apr 07 08:30:42.688606 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-48fcbe77-729f-4967-9974-551ce1da43b2 req-b43412a9-8c57-4494-89b8-7f68ada7aef8 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Apr 07 08:30:42.753473 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-ac1122e6-966b-4bca-bfad-0b5bc2295566 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868487 Apr 07 08:30:42.845341 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-2c780f43-18ed-4b12-8f2c-fc948461abf0 req-300ee445-5fd2-4a62-a6b8-78f7d5e30022 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816672 Apr 07 08:30:43.812226 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c37e9-7e02-48a5-b972-daaff57dab24 req-092aac0d-65d3-4788-9a9f-6e5de207b573 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:43.813684 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b42c37e9-7e02-48a5-b972-daaff57dab24 req-092aac0d-65d3-4788-9a9f-6e5de207b573 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0577712 Apr 07 08:30:43.860674 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b42c37e9-7e02-48a5-b972-daaff57dab24 req-e54a4c32-4866-4faf-a684-e24100c1b4e1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Apr 07 08:30:44.980547 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd817c8-389c-4de2-8f66-ee2b621060e2 req-4559c0a2-cb04-4a62-af59-b5ddc6e3bf57 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:44.982041 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd817c8-389c-4de2-8f66-ee2b621060e2 req-4559c0a2-cb04-4a62-af59-b5ddc6e3bf57 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0567529 Apr 07 08:30:45.006782 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:45.031002 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cdd817c8-389c-4de2-8f66-ee2b621060e2 req-4c8be14a-ea97-471a-a9ee-e34416fb5098 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Apr 07 08:30:46.155564 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd628c-c4e2-4d36-8337-5e657bcbd060 req-a7de4be4-fd80-4596-93ce-241915e113c2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:46.156989 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-efcd628c-c4e2-4d36-8337-5e657bcbd060 req-a7de4be4-fd80-4596-93ce-241915e113c2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0586612 Apr 07 08:30:46.204539 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-efcd628c-c4e2-4d36-8337-5e657bcbd060 req-dec874c6-10ac-40d7-9f17-b95d8098136b tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Apr 07 08:30:47.329041 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d99c4-1fce-47ab-8782-8e773fca3ddb req-62f41b1c-89c8-4f50-bf19-e7a4d1b4924d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:47.330539 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd9d99c4-1fce-47ab-8782-8e773fca3ddb req-62f41b1c-89c8-4f50-bf19-e7a4d1b4924d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0592127 Apr 07 08:30:47.380239 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-dd9d99c4-1fce-47ab-8782-8e773fca3ddb req-8dddbade-c5ea-45fe-9c5f-18f22e8b01d6 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Apr 07 08:30:48.500928 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8d21f-abef-4a01-8106-2805837ad808 req-c916d7bc-a4ed-40d1-adb2-292ca2b94cde tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:48.502418 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edd8d21f-abef-4a01-8106-2805837ad808 req-c916d7bc-a4ed-40d1-adb2-292ca2b94cde tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0545325 Apr 07 08:30:48.557679 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-edd8d21f-abef-4a01-8106-2805837ad808 req-ee8b80f3-33f7-40ee-b0be-f8a7ae79324a tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494912 Apr 07 08:30:48.675066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-333caa53-c606-48e4-84a9-52c3528abeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:49.288544 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-d9406c09-ae6f-42e1-9da2-1595235c5530 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502765 Apr 07 08:30:49.403185 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-cf1cbcd4-d3db-4f80-8845-34b419f1318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:49.405231 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-cf1cbcd4-d3db-4f80-8845-34b419f1318b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0457201 Apr 07 08:30:49.511158 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-33e8b1e9-2531-4485-af53-fad36ae3cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:49.512659 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-33e8b1e9-2531-4485-af53-fad36ae3cc46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0859323 Apr 07 08:30:49.603413 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-961cde87-a071-4126-b7f7-1601cc71a22b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 1000 time: 0.0721252 Apr 07 08:30:49.656542 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-82f6e4ac-9c52-4355-8b53-2d752074a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:49.658063 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-82f6e4ac-9c52-4355-8b53-2d752074a0e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0459499 Apr 07 08:30:49.694980 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26fbd7-70e7-47e5-807a-d285eb7cdde2 req-718024e0-cddd-494b-8726-5d1ed5c67f93 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:49.701061 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fb26fbd7-70e7-47e5-807a-d285eb7cdde2 req-718024e0-cddd-494b-8726-5d1ed5c67f93 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 944 time: 0.0594268 Apr 07 08:30:49.715750 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-eda2cab2-8a4e-429c-9652-595ac24868d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:49.718035 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-eda2cab2-8a4e-429c-9652-595ac24868d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488505 Apr 07 08:30:49.754300 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-fb26fbd7-70e7-47e5-807a-d285eb7cdde2 req-66f50f2b-2d67-4dac-af38-243299bd87d4 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514150 Apr 07 08:30:49.818740 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-47137f2f-3e31-453b-a20d-44efcb5e1bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916095 Apr 07 08:30:49.917397 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-046f6d63-d009-41db-b34e-4f0b7533b8e5 req-fd76d84c-1447-428b-8410-7f34a48b3f36 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881679 Apr 07 08:30:50.397091 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3404ad4f-d601-44b7-82e3-a444c66e51da details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=103930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 08:30:50.500182 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3404ad4f-d601-44b7-82e3-a444c66e51da,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:30:50.512905 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Returning: {'device': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'port_id': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'mac_address': 'fa:16:3e:fb:b9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 08:30:50.551005 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3404ad4f-d601-44b7-82e3-a444c66e51da is: DOWN; New status is: BUILD {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:30:50.551401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:50.564804 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3404ad4f-d601-44b7-82e3-a444c66e51da {{(pid=103930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 08:30:50.584659 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3404ad4f-d601-44b7-82e3-a444c66e51da,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:30:50.687097 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:50.740956 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=4']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:50.748335 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750223 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750622 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.750788 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.751093 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.751427 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.751760 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.752090 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.752428 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.752751 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.753075 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.753401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:50.876880 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1df8-9158-4277-8532-2883175d67a0 req-712259b7-ec61-41c9-b40d-e523c3a9c28c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:50.878346 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-13cd1df8-9158-4277-8532-2883175d67a0 req-712259b7-ec61-41c9-b40d-e523c3a9c28c tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 945 time: 0.0538726 Apr 07 08:30:50.904029 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-61a478a7-2288-4925-bef3-2c44de85d844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:50.935609 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-13cd1df8-9158-4277-8532-2883175d67a0 req-ebaf99d0-6561-4ad1-ad87-f3272b11c1ad tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480161 Apr 07 08:30:51.025818 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] get_ports_and_sgs() called for port_ids ['3404ad4f-d601-44b7-82e3-a444c66e51da'] {{(pid=103930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 08:30:52.056974 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfec64-0479-40a1-93ea-8402b665b6c7 req-4d9599d3-57dc-4962-9819-847794793f58 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:52.058546 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-30bfec64-0479-40a1-93ea-8402b665b6c7 req-4d9599d3-57dc-4962-9819-847794793f58 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 945 time: 0.0544543 Apr 07 08:30:52.116799 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-30bfec64-0479-40a1-93ea-8402b665b6c7 req-4de65c5e-c273-45e8-ad58-fa48580af580 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515606 Apr 07 08:30:52.315357 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:52.424910 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3404ad4f-d601-44b7-82e3-a444c66e51da up at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 08:30:52.531942 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning for port 3404ad4f-d601-44b7-82e3-a444c66e51da completed by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 08:30:52.536270 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.provisioning_blocks [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Provisioning complete for port 3404ad4f-d601-44b7-82e3-a444c66e51da triggered by entity L2. {{(pid=103930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 08:30:52.536646 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047598'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), provisioning_complete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:52.623602 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Current status of the port 3404ad4f-d601-44b7-82e3-a444c66e51da is: BUILD; New status is: ACTIVE {{(pid=103930) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 08:30:52.624000 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), before_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:52.647035 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da'}] {{(pid=103930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:30:52.649319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1406d2f3fb5ae49ab7991bfe68b6efd435d89e00852a213937f29252214af4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf396e-7f98-41bd-8c55-6dfa4dca1feb" -d '{"events": [{"server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "name": "network-vif-plugged", "status": "completed", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da"}]}' {{(pid=103930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:30:52.662805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3404ad4f-d601-44b7-82e3-a444c66e51da,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:30:52.687410 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd601a-1ba4-400a-9c66-e92c2abed67b x-openstack-request-id: req-12cd601a-1ba4-400a-9c66-e92c2abed67b {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:30:52.687709 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "name": "network-vif-plugged", "status": "completed", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da", "code": 200}]} {{(pid=103930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:30:52.687966 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12cd601a-1ba4-400a-9c66-e92c2abed67b {{(pid=103930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:30:52.688391 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cd601a-1ba4-400a-9c66-e92c2abed67b'] response: {'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'code': 200} Apr 07 08:30:52.727739 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:52.776501 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Pushing event updated for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=5']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:53.071694 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9821431-0908-4863-b728-d6a38698b2e1 req-2d6c8d99-dd14-4eef-9879-434a9ba14506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:53.073496 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9821431-0908-4863-b728-d6a38698b2e1 req-2d6c8d99-dd14-4eef-9879-434a9ba14506 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1130 time: 0.0445106 Apr 07 08:30:53.121841 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-a9821431-0908-4863-b728-d6a38698b2e1 req-d19d5474-f720-4800-8184-b8c3dcac4cc8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388689 Apr 07 08:30:53.236548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6452-7d57-4008-b708-85fd0444b9e5 req-2be09950-0d57-44e3-8d1e-b31be3e8845d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:53.238112 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5cbf6452-7d57-4008-b708-85fd0444b9e5 req-2be09950-0d57-44e3-8d1e-b31be3e8845d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0552633 Apr 07 08:30:53.288371 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-5cbf6452-7d57-4008-b708-85fd0444b9e5 req-6da15176-9bc2-461f-a1cc-c5ba5a91b272 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 Apr 07 08:30:53.480628 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:54.405250 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb5b7-10cf-472c-a94b-34dfd456cfac req-58ec2296-a1c1-4437-a0e7-7844bbee614e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:54.406695 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4dbb5b7-10cf-472c-a94b-34dfd456cfac req-58ec2296-a1c1-4437-a0e7-7844bbee614e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0510116 Apr 07 08:30:54.455566 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-a4dbb5b7-10cf-472c-a94b-34dfd456cfac req-36d9b175-3f77-48c0-9238-f9d70debf0f8 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431602 Apr 07 08:30:54.750972 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:55.568755 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f108d4-d7d1-452c-815d-cdb88f207ade req-54abb8db-ce27-4d7a-89cf-7bb2f54e03cc tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:55.570238 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-82f108d4-d7d1-452c-815d-cdb88f207ade req-54abb8db-ce27-4d7a-89cf-7bb2f54e03cc tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0509508 Apr 07 08:30:55.622433 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-82f108d4-d7d1-452c-815d-cdb88f207ade req-8ff61090-cc7e-4549-88a4-7be882b81cbe tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466166 Apr 07 08:30:55.738164 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c10a-7de5-4a04-82e2-bc70e803742e req-b4ac54e4-c288-4696-99eb-d0b8eb9c9965 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:55.739578 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38a8c10a-7de5-4a04-82e2-bc70e803742e req-b4ac54e4-c288-4696-99eb-d0b8eb9c9965 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0534601 Apr 07 08:30:55.787215 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-38a8c10a-7de5-4a04-82e2-bc70e803742e req-5c49e6d3-582c-44a9-ae8d-d67161172249 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Apr 07 08:30:55.809210 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36902) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:30:55.851319 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac6798-ad54-4e82-842c-f6fd467ef8a2 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:55.852778 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-36ac6798-ad54-4e82-842c-f6fd467ef8a2 tempest-TestVolumeBootPattern-576019948 tempest-TestVolumeBootPattern-576019948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1125 time: 0.0426073 Apr 07 08:30:55.855499 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36904) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:30:55.859628 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.v2.base [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Request body: {'floatingip': {'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'port_id': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 08:30:55.943718 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.038663 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (None), before_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.145254 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_common [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Allocated IP 172.27.1.140 (a747f853-7c9d-4fe7-a075-e14bbee1f843/37433cef-d522-4401-a49a-d33229ffbe1e/a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e) {{(pid=103929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 08:30:56.243548 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.338382 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740949120880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.375640 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Network a747f853-7c9d-4fe7-a075-e14bbee1f843 is already hosted by enough agents. {{(pid=103929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 08:30:56.378377 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.base_scheduler [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Resources bound (agent type, host, resource id): {{(pid=103929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 08:30:56.383775 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Received port after_create {{(pid=103929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 08:30:56.389087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e,revision_number=1']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:56.416965 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.417310 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.417649 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.417985 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.418315 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.418664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.418991 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.419311 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.419634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.419958 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.420776 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.421097 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.421415 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.421733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.422049 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:30:56.748233 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (a2d8b6ce-330a-41b8-a74c-1388ce747583), precommit_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.852964 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-847601'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), before_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:56.998759 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), precommit_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:57.057637 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740949496935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740949120898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740949120916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548037'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), after_update {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:57.123881 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event updated for resources: {'Port': ['ID=a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e,revision_number=2']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:30:57.136725 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1809863'] for floatingip (a2d8b6ce-330a-41b8-a74c-1388ce747583), after_create {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:57.236246 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP a2d8b6ce-330a-41b8-a74c-1388ce747583 associated. External IP: 172.27.1.140, port: 3404ad4f-d601-44b7-82e3-a444c66e51da. Apr 07 08:30:57.438535 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:30:57.543902 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:30:57.553497 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:30:57.566591 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:30:57.569930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:30:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:30:57.631392 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:30:57.676110 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:30:57.909377 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a2d8b6ce-330a-41b8-a74c-1388ce747583', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:fb:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:30:56Z', 'updated_at': '2022-04-07T08:30:56Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}, {'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:30:57.935805 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:30:57.936945 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a27c1da7-02ab-433f-a1c0-e50c2aabadc5 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0804725 Apr 07 08:30:57.938086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:30:57.940321 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:30:57.945135 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:30:57.945751 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:30:51Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:30:57.975698 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f5c4c3-7822-42c0-b79e-43e4aca95d55 x-openstack-request-id: req-f0f5c4c3-7822-42c0-b79e-43e4aca95d55 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:30:57.975986 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:30:57.976238 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0f5c4c3-7822-42c0-b79e-43e4aca95d55 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:30:57.976643 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5c4c3-7822-42c0-b79e-43e4aca95d55'] response: {'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'status': 'completed', 'code': 200} Apr 07 08:30:58.053705 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:30:58.065234 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-10b8ae6c-f4c6-43dc-bccb-8d003601df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:58.066788 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-10b8ae6c-f4c6-43dc-bccb-8d003601df8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1130 time: 0.0447035 Apr 07 08:30:58.158633 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-2f22a278-78a6-4dac-a15f-84e7277658ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:58.160193 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-2f22a278-78a6-4dac-a15f-84e7277658ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0863917 Apr 07 08:30:58.223914 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-9b552330-e8a9-42df-bec4-6c4962b464af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3404ad4f-d601-44b7-82e3-a444c66e51da HTTP/1.1" status: 200 len: 1000 time: 0.0579207 Apr 07 08:30:58.274743 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-992be653-7ffb-4e5f-bf65-fe0f99687d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:58.276221 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-992be653-7ffb-4e5f-bf65-fe0f99687d9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0465090 Apr 07 08:30:58.277346 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a2d8b6ce-330a-41b8-a74c-1388ce747583', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:fb:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:30:56Z', 'updated_at': '2022-04-07T08:30:56Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}, {'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:30:58.304390 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e9012-3d9e-4d56-a531-9f3fc389e152 None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'a2d8b6ce-330a-41b8-a74c-1388ce747583', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:fb:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:30:56Z', 'updated_at': '2022-04-07T08:30:56Z', 'revision_number': 0, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}, {'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:30:58.324679 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-32608cf6-4716-496e-a927-34e5f64a17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:30:58.326210 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-32608cf6-4716-496e-a927-34e5f64a17e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439131 Apr 07 08:30:58.418566 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-b13a959c-3678-42f8-a38d-89d2918e87c9 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Apr 07 08:30:58.495100 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bfa59-a9e6-4662-9307-1ed44c87db97 None None] New status for floating IP a2d8b6ce-330a-41b8-a74c-1388ce747583: ACTIVE {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:30:58.523927 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-1dfe2da2-c9e9-4d77-bf11-dfa93a5937d7 req-57cc5b66-254b-4d9c-98f1-2d91634a0ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960026 Apr 07 08:31:07.964944 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:31:15.005808 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:18.690969 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-864e933f-f259-441c-a1a1-b802a4f9556c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:20.874024 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-00110386-4ba0-42bb-9938-f5127024cb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:22.285309 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:23.491066 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:24.776906 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:44.963525 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:31:44.999945 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:48.684600 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-37ba03d6-18f2-4828-b143-4fe72568c631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:49.802636 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-cce2eee5-683b-4d62-93af-fe01bcccca60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423110 Apr 07 08:31:49.909371 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04890b78-dc22-4f78-8645-27124e12ee8f req-062c9acf-a86b-4d85-ada4-aba871139594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:31:49.911009 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-062c9acf-a86b-4d85-ada4-aba871139594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0432124 Apr 07 08:31:50.018000 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04890b78-dc22-4f78-8645-27124e12ee8f req-368f8508-c30a-4b56-9c77-d385436cdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:31:50.019491 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-368f8508-c30a-4b56-9c77-d385436cdb67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0881727 Apr 07 08:31:50.089996 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-12c12b47-94b0-4344-a6bb-f481c3eca301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 1000 time: 0.0601940 Apr 07 08:31:50.387483 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04890b78-dc22-4f78-8645-27124e12ee8f req-2e7a7e63-958e-4dc3-ba3c-192cedbd722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:31:50.388951 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-2e7a7e63-958e-4dc3-ba3c-192cedbd722c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.2906730 Apr 07 08:31:50.438748 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04890b78-dc22-4f78-8645-27124e12ee8f req-5ea2157e-4e68-4799-b06f-646760214e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:31:50.440250 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-5ea2157e-4e68-4799-b06f-646760214e65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423439 Apr 07 08:31:50.531824 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-483fb81e-0240-4d97-bc49-b893869a6a30 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Apr 07 08:31:50.619925 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-04890b78-dc22-4f78-8645-27124e12ee8f req-9bb27d82-c6b0-4f38-a717-406e0151f702 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821137 Apr 07 08:31:50.878873 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-444d7629-ae51-491e-99cc-e90b4af02ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:52.307675 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:53.467216 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:31:54.752922 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:15.021092 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:18.689548 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-f87025b1-a54c-48a7-b4a6-a58e4c7b3f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:18.823776 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-7a9bb3a4-db81-4186-88c5-daa92cc62690 req-6315ff01-ce77-4fa0-a76d-55dc50c7209e service neutron] (103929) timed out ('10.222.0.20', 64881) {{(pid=103929) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:32:20.883719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-81661299-7590-434b-b172-043630ded85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:21.963271 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:32:22.111560 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [req-8b2f7e0c-c3b1-4986-b9ac-29b0d5a95c38 req-9ac95e87-922c-4a58-8605-3948442707a3 service neutron] (103929) timed out ('10.222.0.20', 64882) {{(pid=103929) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:32:22.284072 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:23.466667 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:24.752198 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:24.795182 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36932) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:24.947518 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:24.947785 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.023188 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.023514 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.035867 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:25.226447 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.254621 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=a9bf7a77-4ca1-4eee-9a43-af1dfcf9f70e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:25.279017 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.279372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.279714 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.280057 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.280392 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.280722 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.281047 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.281372 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.281698 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.282022 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.282349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.282697 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.283022 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.283338 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.283662 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:25.323565 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (a2d8b6ce-330a-41b8-a74c-1388ce747583), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.323942 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP a2d8b6ce-330a-41b8-a74c-1388ce747583 disassociated (deleted). External IP: 172.27.1.140, port: 3404ad4f-d601-44b7-82e3-a444c66e51da. Apr 07 08:32:25.529733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:32:25.639489 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:32:25.644312 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:25.648897 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:32:25.658814 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:25.659433 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:25.674442 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-532a77e5-b115-4067-bc5f-d18ab25e547d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2d8b6ce-330a-41b8-a74c-1388ce747583 HTTP/1.1" status: 204 len: 168 time: 0.8775952 Apr 07 08:32:25.675155 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:32:25.677496 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:32:25.718267 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0653b771-aa22-446f-bd32-679e36832014 x-openstack-request-id: req-0653b771-aa22-446f-bd32-679e36832014 {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:32:25.718597 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:32:25.719001 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0653b771-aa22-446f-bd32-679e36832014 {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:32:25.719288 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0653b771-aa22-446f-bd32-679e36832014'] response: {'name': 'network-changed', 'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'status': 'completed', 'code': 200} Apr 07 08:32:25.768555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:25.818539 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-c6df41db-c6b8-49a7-bf3d-c63b269d77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:25.820020 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-c6df41db-c6b8-49a7-bf3d-c63b269d77d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 1130 time: 0.0445640 Apr 07 08:32:25.919061 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-0eaad956-b9e0-4e21-9939-6854cdc602b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:25.920615 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-0eaad956-b9e0-4e21-9939-6854cdc602b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0891323 Apr 07 08:32:25.968923 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-81521a4e-a0f8-49f9-ac57-b2bc7c5b0546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3404ad4f-d601-44b7-82e3-a444c66e51da HTTP/1.1" status: 200 len: 217 time: 0.0364969 Apr 07 08:32:26.028138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-409db1dd-e5ce-4bb9-8120-a97a5193b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:26.029986 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-409db1dd-e5ce-4bb9-8120-a97a5193b7ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0520933 Apr 07 08:32:26.114853 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e9b02-1f63-4edc-bf49-7321a5d77e02 req-77377e0e-a1f6-4313-9052-08551b084234 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:26.116250 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b23e9b02-1f63-4edc-bf49-7321a5d77e02 req-77377e0e-a1f6-4313-9052-08551b084234 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0525773 Apr 07 08:32:26.128174 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:26.154275 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:32:26.164274 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:26.164900 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:26.178788 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-b23e9b02-1f63-4edc-bf49-7321a5d77e02 req-d768f4a1-371a-44ae-aa23-d7b740761c8d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473719 Apr 07 08:32:26.275481 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:26.504783 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:26.530795 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634c4c07-31cc-4562-8fb3-344d47e30046 None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_floatingips': [{'id': 'f82b5cbd-3c2e-425a-ae65-39429f558c01', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'router_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'port_id': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'mac_address': 'fa:16:3e:f1:d6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T08:28:58Z', 'updated_at': '2022-04-07T08:29:00Z', 'revision_number': 1, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:32:26.750830 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abffc59a-5637-4bb2-8499-f8c7adc2e486 None None] New status for floating IP a2d8b6ce-330a-41b8-a74c-1388ce747583: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:32:27.399376 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-d49e5311-099e-4ced-b708-638645ffc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:27.400938 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-d49e5311-099e-4ced-b708-638645ffc923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439529 Apr 07 08:32:27.476179 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1da38-5642-4429-a958-36cdc1c94924 req-22267a5d-5ac7-4c02-9e29-2ae9db2a8ee7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:27.477266 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cba1da38-5642-4429-a958-36cdc1c94924 req-22267a5d-5ac7-4c02-9e29-2ae9db2a8ee7 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.2296033 Apr 07 08:32:27.499938 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-d86f03de-c07d-4b79-8c1d-ff34e37fe086 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906110 Apr 07 08:32:27.526555 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-cba1da38-5642-4429-a958-36cdc1c94924 req-d1351fdc-0826-43ba-bd35-98cab7804ec0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Apr 07 08:32:27.677169 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-154f8daf-1bf6-42ca-a426-0f0e5f8f6829 req-be597b5b-8ea0-4fdb-94eb-8a7882754f96 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825837 Apr 07 08:32:28.090872 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-d1db7f07-f24f-432b-b10b-39267f9cb909 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:28.092317 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-d1db7f07-f24f-432b-b10b-39267f9cb909 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 946 time: 0.0528617 Apr 07 08:32:28.194795 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port 3404ad4f-d601-44b7-82e3-a444c66e51da {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:28.195163 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:28.281764 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] For port 3404ad4f-d601-44b7-82e3-a444c66e51da, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3404ad4f-d601-44b7-82e3-a444c66e51da,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:28.282126 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:28.298639 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for 3404ad4f-d601-44b7-82e3-a444c66e51da owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:28.495236 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (3404ad4f-d601-44b7-82e3-a444c66e51da), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:28.523889 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=3404ad4f-d601-44b7-82e3-a444c66e51da,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:28.556666 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.557021 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.557366 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.557706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.558041 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.558370 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.558727 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.559058 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.559380 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.559869 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.560057 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.560382 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.560704 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.561026 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.561343 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:28.582362 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] No DVR routers for this DVR port 3404ad4f-d601-44b7-82e3-a444c66e51da on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:28.589051 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:28.592302 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-bbd63954-24ff-43c8-a845-58e58b17c992 req-e032b52a-4d22-490c-ab4e-ff71259d3eb2 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "DELETE /v2.0/ports/3404ad4f-d601-44b7-82e3-a444c66e51da HTTP/1.1" status: 204 len: 173 time: 0.4907706 Apr 07 08:32:28.592759 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'name': 'network-vif-deleted', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:32:28.595128 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b486c97-d869-4a9a-9989-59f62ac82af9" -d '{"events": [{"server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "name": "network-vif-deleted", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:32:28.630880 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410eb1d2-cc81-4adb-96e2-357fbde4569b x-openstack-request-id: req-410eb1d2-cc81-4adb-96e2-357fbde4569b {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:32:28.631251 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee9c543-973e-4f99-bec4-3b0d8011d799", "name": "network-vif-deleted", "tag": "3404ad4f-d601-44b7-82e3-a444c66e51da", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:32:28.631510 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-410eb1d2-cc81-4adb-96e2-357fbde4569b {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:32:28.631923 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410eb1d2-cc81-4adb-96e2-357fbde4569b'] response: {'server_uuid': '0ee9c543-973e-4f99-bec4-3b0d8011d799', 'name': 'network-vif-deleted', 'tag': '3404ad4f-d601-44b7-82e3-a444c66e51da', 'status': 'completed', 'code': 200} Apr 07 08:32:28.678990 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-3875f4bf-c029-4f28-963c-5e7b9f059d12 req-ee20e0b2-0e2a-4153-803f-f06283abf034 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 210 time: 0.0812430 Apr 07 08:32:29.784458 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-9e1edeb4-d1b3-4f4a-bfd6-f16c21043e33 req-fdff6cb5-e358-487c-8452-816f810517df tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ee9c543-973e-4f99-bec4-3b0d8011d799 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Apr 07 08:32:32.882920 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3404ad4f-d601-44b7-82e3-a444c66e51da no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:32.905903 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: 3404ad4f-d601-44b7-82e3-a444c66e51da {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:32.906247 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device 3404ad4f-d601-44b7-82e3-a444c66e51da not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:33.251278 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36978) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:33.404961 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port 7d73dbf5-d15c-463a-9e1e-b9e51ba0170e {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:33.405296 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:33.478108 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:33.478447 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:33.490829 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for 7d73dbf5-d15c-463a-9e1e-b9e51ba0170e owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:33.701079 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (7d73dbf5-d15c-463a-9e1e-b9e51ba0170e), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:33.726957 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=7d73dbf5-d15c-463a-9e1e-b9e51ba0170e,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:33.789630 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (f82b5cbd-3c2e-425a-ae65-39429f558c01), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:33.789961 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.db.l3_db [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Floating IP f82b5cbd-3c2e-425a-ae65-39429f558c01 disassociated (deleted). External IP: 172.27.1.15, port: ae930661-d8bb-4c50-aace-abb8e2c4e385. Apr 07 08:32:34.000944 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:32:34.107950 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:32:34.112859 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:34.117519 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:32:34.126842 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:34.127347 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:34.141513 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-09362cd4-1a40-41c3-92a4-8cfd72e26f1e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "DELETE /v2.0/floatingips/f82b5cbd-3c2e-425a-ae65-39429f558c01 HTTP/1.1" status: 204 len: 168 time: 0.8891792 Apr 07 08:32:34.142198 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385'}] {{(pid=103929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:32:34.144634 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfc7129a91c5f085a5e52e6a7f9abe544fba26616cb402c3946c756e3d1c1aab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ebc9f-9dce-4c15-8931-be427b391fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385"}]}' {{(pid=103929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:32:34.184926 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647a8ad-3178-4bb1-813d-a65aed39169b x-openstack-request-id: req-3647a8ad-3178-4bb1-813d-a65aed39169b {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:32:34.185221 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385", "status": "completed", "code": 200}]} {{(pid=103929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:32:34.185475 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3647a8ad-3178-4bb1-813d-a65aed39169b {{(pid=103929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:32:34.185884 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3647a8ad-3178-4bb1-813d-a65aed39169b'] response: {'name': 'network-changed', 'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'status': 'completed', 'code': 200} Apr 07 08:32:34.243464 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:34.284314 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-d2405bc9-8726-46f4-acfa-8ba819b5c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:34.286170 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-d2405bc9-8726-46f4-acfa-8ba819b5c23a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6757431055b4c90aeedc419999aeff3&device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 1129 time: 0.0441937 Apr 07 08:32:34.381509 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-dad35b7d-2914-4471-8dbe-759fda77f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:34.382993 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-dad35b7d-2914-4471-8dbe-759fda77f281 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 200 len: 913 time: 0.0877736 Apr 07 08:32:34.431333 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-941c8841-8b68-43c5-acbe-5b81c1fecccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 200 len: 217 time: 0.0365303 Apr 07 08:32:34.447002 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:34.477207 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:32:34.485473 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-e7caadba-9925-4a22-b82f-8c99589d29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:34.485931 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:34.486581 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:34.488324 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-e7caadba-9925-4a22-b82f-8c99589d29b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 200 len: 851 time: 0.0464323 Apr 07 08:32:34.555022 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-ff482612-90e6-4f0d-9019-2d9086ed9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:34.556796 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-ff482612-90e6-4f0d-9019-2d9086ed9391 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9943c1-2125-482c-a365-563c4037a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602701 Apr 07 08:32:34.573509 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c47c88-c07b-4cbd-8731-4d66cbef7f7a req-1e16536e-ec41-4f2e-9046-86c42c0d5cca tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:34.575022 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-76c47c88-c07b-4cbd-8731-4d66cbef7f7a req-1e16536e-ec41-4f2e-9046-86c42c0d5cca tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0596130 Apr 07 08:32:34.600822 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:34.626431 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-76c47c88-c07b-4cbd-8731-4d66cbef7f7a req-ecb7ab0c-3e2e-470d-a893-461a9d8195f3 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456285 Apr 07 08:32:34.795662 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:34.821876 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf95b1-bbad-4d28-b360-33e9ed48764c None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:25:27Z', 'revision_number': 4, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi', '_interfaces': [{'id': '6d26cc5a-353a-403a-9017-bf529f02d21d', 'name': '', 'network_id': 'ca9943c1-2125-482c-a365-563c4037a17b', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'mac_address': 'fa:16:3e:05:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1462ad5c-f112-420e-812c-e237e0c31816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:26Z', 'updated_at': '2022-04-07T08:25:31Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'subnets': [{'id': '1462ad5c-f112-420e-812c-e237e0c31816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:32:35.026769 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f38c6-d1ac-4246-9474-f07d731fd064 None None] New status for floating IP f82b5cbd-3c2e-425a-ae65-39429f558c01: DOWN {{(pid=103931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 08:32:35.744250 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a45d9-e4ce-4762-90fa-4b2c8aa74447 req-c1c9838a-0c8d-4da5-94d0-74ee90202dfa tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:35.745728 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-028a45d9-e4ce-4762-90fa-4b2c8aa74447 req-c1c9838a-0c8d-4da5-94d0-74ee90202dfa tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0517118 Apr 07 08:32:35.793226 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-028a45d9-e4ce-4762-90fa-4b2c8aa74447 req-0ba00f75-fdef-462d-8665-af41df68a3f3 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/security-groups?id=67c9d449-935e-458e-a180-d5a82b155287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Apr 07 08:32:35.869542 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-3a54605c-729a-42e9-b3d5-f492ec13644c service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Apr 07 08:32:36.107102 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-173ebc9f-9dce-4c15-8931-be427b391fd6 req-d4e5d61b-5d5d-452d-af12-09a3464f4ced service neutron] 10.222.0.20 "GET /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Apr 07 08:32:36.450176 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-9b888e23-79ca-4d50-8ded-0304cc136ab0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 08:32:36.451613 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-9b888e23-79ca-4d50-8ded-0304cc136ab0 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 945 time: 0.0512800 Apr 07 08:32:36.543473 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port ae930661-d8bb-4c50-aace-abb8e2c4e385 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:36.543812 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:36.633782 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] For port ae930661-d8bb-4c50-aace-abb8e2c4e385, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ae930661-d8bb-4c50-aace-abb8e2c4e385,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:36.634146 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:36.646901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for ae930661-d8bb-4c50-aace-abb8e2c4e385 owned by compute:nova {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:36.838134 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (ae930661-d8bb-4c50-aace-abb8e2c4e385), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:36.865234 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=ae930661-d8bb-4c50-aace-abb8e2c4e385,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:36.895598 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-bba055d9-7a1a-4b4d-9837-bd8513551075 req-e7f770f0-9501-40e1-acb7-e83e1273301e tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 210 time: 0.0336196 Apr 07 08:32:36.915232 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] No DVR routers for this DVR port ae930661-d8bb-4c50-aace-abb8e2c4e385 on host hv-cinder-81565 {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:36.917780 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for port (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:36.921248 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [req-faf04962-8bbf-4ddf-8ad8-38a038849c0d req-3946e702-b2b3-40cf-8876-bd9fbe4be111 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.20 "DELETE /v2.0/ports/ae930661-d8bb-4c50-aace-abb8e2c4e385 HTTP/1.1" status: 204 len: 173 time: 0.4613969 Apr 07 08:32:36.921685 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'name': 'network-vif-deleted', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385'}] {{(pid=103928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 08:32:36.923909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}829dd98684fbc49fdf71e79ed69b1eebe22f31d4edac78cb50c29159c81ffa76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb78a2-b8db-43b7-8a1b-83764d4b596e" -d '{"events": [{"server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "name": "network-vif-deleted", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385"}]}' {{(pid=103928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 08:32:36.960506 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369724dd-d97c-48da-a72c-a7140979fb14 x-openstack-request-id: req-369724dd-d97c-48da-a72c-a7140979fb14 {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 08:32:36.960856 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40877524-c2be-44ec-a4eb-2cb62e5d2aeb", "name": "network-vif-deleted", "tag": "ae930661-d8bb-4c50-aace-abb8e2c4e385", "status": "completed", "code": 200}]} {{(pid=103928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 08:32:36.961117 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-369724dd-d97c-48da-a72c-a7140979fb14 {{(pid=103928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 08:32:36.963848 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369724dd-d97c-48da-a72c-a7140979fb14'] response: {'server_uuid': '40877524-c2be-44ec-a4eb-2cb62e5d2aeb', 'name': 'network-vif-deleted', 'tag': 'ae930661-d8bb-4c50-aace-abb8e2c4e385', 'status': 'completed', 'code': 200} Apr 07 08:32:37.997106 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [req-60a71f9b-832d-46ff-968c-a3a77497ffa5 req-617e5926-5e53-4488-ad8e-442841c2e31d tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "GET /v2.0/ports?device_id=40877524-c2be-44ec-a4eb-2cb62e5d2aeb HTTP/1.1" status: 200 len: 210 time: 0.0280623 Apr 07 08:32:39.051691 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 36996) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:39.170933 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Deleting port dc6a246c-0a4c-41cb-af7f-a22a3e5d6789 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:39.171272 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.243712 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.244040 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.257790 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Calling delete_port for dc6a246c-0a4c-41cb-af7f-a22a3e5d6789 owned by network:floatingip {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:39.432048 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (dc6a246c-0a4c-41cb-af7f-a22a3e5d6789), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.456086 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'Port': ['ID=dc6a246c-0a4c-41cb-af7f-a22a3e5d6789,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:39.519451 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for floatingip (ccee7e20-ab34-4573-a917-317f6f2fa70c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.521928 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237820'] for floatingip (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:39.523099 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-b4d24529-9ece-4055-af0d-c9fcc8ca02de tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "DELETE /v2.0/floatingips/ccee7e20-ab34-4573-a917-317f6f2fa70c HTTP/1.1" status: 204 len: 168 time: 0.4699149 Apr 07 08:32:40.857706 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37008) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:40.916253 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (67c9d449-935e-458e-a180-d5a82b155287), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:40.940931 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (67c9d449-935e-458e-a180-d5a82b155287), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:40.947286 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device ae930661-d8bb-4c50-aace-abb8e2c4e385 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:40.966439 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] No Port match for: ae930661-d8bb-4c50-aace-abb8e2c4e385 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:40.983008 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Device ae930661-d8bb-4c50-aace-abb8e2c4e385 not bound to the agent host hv-cinder-81565 {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:41.118494 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (67c9d449-935e-458e-a180-d5a82b155287), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:41.121066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:41.122269 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] 10.222.0.24 "DELETE /v2.0/security-groups/67c9d449-935e-458e-a180-d5a82b155287 HTTP/1.1" status: 204 len: 168 time: 0.2635386 Apr 07 08:32:41.132066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb4fdb-4fca-48fd-afb6-22ee4082add1 tempest-TestVolumeBootPattern-1280291664 tempest-TestVolumeBootPattern-1280291664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9d449-935e-458e-a180-d5a82b155287,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:41.246249 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37012) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:41.689803 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:41.936615 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Deleting port 6d26cc5a-353a-403a-9017-bf529f02d21d {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:41.937264 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:42.016876 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] For port 6d26cc5a-353a-403a-9017-bf529f02d21d, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=6d26cc5a-353a-403a-9017-bf529f02d21d,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:42.017241 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:42.029836 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Calling delete_port for 6d26cc5a-353a-403a-9017-bf529f02d21d owned by network:router_interface {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:42.266381 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (6d26cc5a-353a-403a-9017-bf529f02d21d), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:42.291125 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d26cc5a-353a-403a-9017-bf529f02d21d,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:42.459460 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:42.674697 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:32:42.780546 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:32:42.785947 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-425e6142-8fd9-4215-b00f-fff4febb024b admin admin] 10.222.0.24 "PUT /v2.0/routers/11a210c9-ad11-4edd-a862-e92bd98fbbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5386443 Apr 07 08:32:42.788466 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37016) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:42.789187 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Sync routers for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:32:42.798683 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:42.799296 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:43.042695 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:43.145141 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks [] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.217883 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:32:42Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:43.247276 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks [] for router_gateway (11a210c9-ad11-4edd-a862-e92bd98fbbf9), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.248363 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Checking router: 11a210c9-ad11-4edd-a862-e92bd98fbbf9 for host: dv-cinder-815659-6-iscsi {{(pid=103930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:32:43.256719 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Routers {'11a210c9-ad11-4edd-a862-e92bd98fbbf9'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:43.257376 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'], 'active': True} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:43.354139 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Deleting port da99f4e4-9255-4b4a-a46f-e96e2d523bc4 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:43.354405 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.363833 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvr_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] Set router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:43.432361 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] For port da99f4e4-9255-4b4a-a46f-e96e2d523bc4, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:43.432717 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.445016 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Calling delete_port for da99f4e4-9255-4b4a-a46f-e96e2d523bc4 owned by network:router_gateway {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:43.543133 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_hamode_db [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:32:42Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:43.568826 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e379e-fad1-4295-a2d7-363ff8f5ffef None None] The sync data for ids ['11a210c9-ad11-4edd-a862-e92bd98fbbf9'] in dv-cinder-815659-6-iscsi is: [{'id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'name': 'tempest-TestVolumeBootPattern-1608750118-router', 'tenant_id': 'b6757431055b4c90aeedc419999aeff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:23Z', 'updated_at': '2022-04-07T08:32:42Z', 'revision_number': 5, 'project_id': 'b6757431055b4c90aeedc419999aeff3', 'gw_port': {'id': 'da99f4e4-9255-4b4a-a46f-e96e2d523bc4', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a210c9-ad11-4edd-a862-e92bd98fbbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:24Z', 'updated_at': '2022-04-07T08:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:32:43.677893 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (da99f4e4-9255-4b4a-a46f-e96e2d523bc4), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.700909 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Pushing event deleted for resources: {'Port': ['ID=da99f4e4-9255-4b4a-a46f-e96e2d523bc4,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:43.762390 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.852978 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.855066 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks [] for router_controller (11a210c9-ad11-4edd-a862-e92bd98fbbf9), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.951976 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (11a210c9-ad11-4edd-a862-e92bd98fbbf9), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.952602 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a210c9-ad11-4edd-a862-e92bd98fbbf9 {{(pid=103928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:32:43.959168 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:43.959168 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-b809939c-ff11-4c42-a2e4-c2ee7d4389de admin admin] 10.222.0.24 "DELETE /v2.0/routers/11a210c9-ad11-4edd-a862-e92bd98fbbf9 HTTP/1.1" status: 204 len: 168 time: 1.1689742 Apr 07 08:32:43.961247 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37018) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:44.007754 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.db_base_plugin_v2 [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Deleting subnet 1462ad5c-f112-420e-812c-e237e0c31816 {{(pid=103928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:32:44.010991 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Publish callbacks [] for subnet (1462ad5c-f112-420e-812c-e237e0c31816), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.046208 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25853293'] for subnet (1462ad5c-f112-420e-812c-e237e0c31816), precommit_delete_associations {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.127568 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (1462ad5c-f112-420e-812c-e237e0c31816), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.277829 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2124115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25780178'] for subnet (1462ad5c-f112-420e-812c-e237e0c31816), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.301383 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1462ad5c-f112-420e-812c-e237e0c31816,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:44.307523 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for subnet (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.310766 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f742e525-e7e6-40f7-9ba1-850184ae96ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1462ad5c-f112-420e-812c-e237e0c31816 HTTP/1.1" status: 204 len: 168 time: 0.3484511 Apr 07 08:32:44.313094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37020) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:44.313526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29fa62-14fb-4ea0-973b-6180ba5e9077 None None] Network ca9943c1-2125-482c-a365-563c4037a17b requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:32:44.384094 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (ca9943c1-2125-482c-a365-563c4037a17b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.437394 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Deleting port b75c5219-f1d8-4ca4-898a-69d985e27794 {{(pid=103928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:44.437942 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.499417 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.db [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] For port b75c5219-f1d8-4ca4-898a-69d985e27794, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b75c5219-f1d8-4ca4-898a-69d985e27794,segment=NetworkSegment(64de2cdd-db26-42ef-a0ac-9ec2237b2b0e),segment_id=64de2cdd-db26-42ef-a0ac-9ec2237b2b0e)] {{(pid=103928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:44.499688 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.511753 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Calling delete_port for b75c5219-f1d8-4ca4-898a-69d985e27794 owned by network:dhcp {{(pid=103928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:44.586341 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] DHCP port deletion for ca9943c1-2125-482c-a365-563c4037a17b request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:32:44.615981 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 6d26cc5a-353a-403a-9017-bf529f02d21d no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:44.639278 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 6d26cc5a-353a-403a-9017-bf529f02d21d {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:44.639621 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 6d26cc5a-353a-403a-9017-bf529f02d21d not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:44.661401 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Deleting port b75c5219-f1d8-4ca4-898a-69d985e27794 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:44.661791 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.666020 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2124166'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.692472 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75c5219-f1d8-4ca4-898a-69d985e27794,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:44.695788 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] No DVR routers for this DVR port b75c5219-f1d8-4ca4-898a-69d985e27794 on host dv-cinder-815659-6-iscsi {{(pid=103928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:44.725265 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] For port b75c5219-f1d8-4ca4-898a-69d985e27794, host dv-cinder-815659-6-iscsi, got binding levels [] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:44.725660 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.738796 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Calling delete_port for b75c5219-f1d8-4ca4-898a-69d985e27794 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:44.741798 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Port b75c5219-f1d8-4ca4-898a-69d985e27794 was not found and therefore no delete operation was performed {{(pid=103930) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 08:32:44.743054 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (b75c5219-f1d8-4ca4-898a-69d985e27794), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.768812 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Pushing event deleted for resources: {'Port': ['ID=b75c5219-f1d8-4ca4-898a-69d985e27794,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:44.773687 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (ca9943c1-2125-482c-a365-563c4037a17b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.778853 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] No DVR routers for this DVR port b75c5219-f1d8-4ca4-898a-69d985e27794 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:44.780944 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.781292 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.781640 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.781978 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.782429 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.782788 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.783115 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.783440 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.783765 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.784090 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.784417 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.784740 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.785060 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.785380 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.785701 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc7d175-bdac-412a-b773-67850c6f87d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-6-iscsi {{(pid=103930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 08:32:44.796825 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9943c1-2125-482c-a365-563c4037a17b']}} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:44.806798 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e') {'for_net_delete': True} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:44.807100 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.services.segments.db [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64de2cdd-db26-42ef-a0ac-9ec2237b2b0e') {} {{(pid=103928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:44.816294 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25853300'] for segment (64de2cdd-db26-42ef-a0ac-9ec2237b2b0e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.829683 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (64de2cdd-db26-42ef-a0ac-9ec2237b2b0e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.836138 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:32:44.836554 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2124213'] for segment (64de2cdd-db26-42ef-a0ac-9ec2237b2b0e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: Traceback (most recent call last): Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: timer() Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: cb(*args, **kw) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: return func(*args, **kwargs) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: self._notify() Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: self.callback(batched_events) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: event.method(event) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: return f(self, *a, **k) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._get(url).json() Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: return self.request(url, 'GET', **kwargs) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:32:44.838281 dv-cinder-815659-6-iscsi neutron-server[103928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:32:44.963571 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (ca9943c1-2125-482c-a365-563c4037a17b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.968768 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:44.972040 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca9943c1-2125-482c-a365-563c4037a17b HTTP/1.1" status: 204 len: 168 time: 0.6579657 Apr 07 08:32:44.975177 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 37022) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:44.983282 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ee187-42b3-4bc0-9d87-68e0187fba10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9943c1-2125-482c-a365-563c4037a17b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:45.020557 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:45.310142 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1810119'] for router_interface (7158c438-bc56-4379-944a-21aa1d000721), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:45.549893 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Deleting port 17f8f71c-bbc0-4aed-acde-55f19265fe72 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:45.550231 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:45.628699 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] For port 17f8f71c-bbc0-4aed-acde-55f19265fe72, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=17f8f71c-bbc0-4aed-acde-55f19265fe72,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:45.629062 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:45.641832 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Calling delete_port for 17f8f71c-bbc0-4aed-acde-55f19265fe72 owned by network:router_interface {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:45.871889 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (17f8f71c-bbc0-4aed-acde-55f19265fe72), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:45.896619 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Pushing event deleted for resources: {'Port': ['ID=17f8f71c-bbc0-4aed-acde-55f19265fe72,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:46.065200 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810056'] for router_interface (7158c438-bc56-4379-944a-21aa1d000721), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:46.243111 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b75c5219-f1d8-4ca4-898a-69d985e27794 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:46.263319 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: b75c5219-f1d8-4ca4-898a-69d985e27794 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:46.263754 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b75c5219-f1d8-4ca4-898a-69d985e27794 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:46.264236 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device da99f4e4-9255-4b4a-a46f-e96e2d523bc4 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:46.286639 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: da99f4e4-9255-4b4a-a46f-e96e2d523bc4 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:46.287753 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device da99f4e4-9255-4b4a-a46f-e96e2d523bc4 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:46.298529 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Router 7158c438-bc56-4379-944a-21aa1d000721 has already been hosted by L3 agent 39960470-b207-4ec0-82e0-5331d27e6aa9 {{(pid=103929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 08:32:46.404519 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] Notify agent at l3_agent.dv-cinder-815659-6-iscsi the message routers_updated {{(pid=103929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 08:32:46.409292 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-f50f4ea6-b498-4ad5-897b-4bfdb137ad3b admin admin] 10.222.0.24 "PUT /v2.0/routers/7158c438-bc56-4379-944a-21aa1d000721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324901 Apr 07 08:32:46.411960 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 37024) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:46.415279 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Sync routers for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 08:32:46.425436 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:46.426040 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:46.514903 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks [] for router (7158c438-bc56-4379-944a-21aa1d000721), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:46.530163 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:46.803365 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:32:45Z', 'revision_number': 5, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:46.829481 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Checking router: 7158c438-bc56-4379-944a-21aa1d000721 for host: dv-cinder-815659-6-iscsi {{(pid=103931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 08:32:46.839016 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Routers {'7158c438-bc56-4379-944a-21aa1d000721'} bound to L3 agent in host dv-cinder-815659-6-iscsi {{(pid=103931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 08:32:46.839645 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T08:07:21Z,description=,heartbeat_timestamp=2022-04-07T08:32:21Z,host='dv-cinder-815659-6-iscsi',id=39960470-b207-4ec0-82e0-5331d27e6aa9,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T08:07:21Z,topic='l3_agent')) {'router_ids': ['7158c438-bc56-4379-944a-21aa1d000721'], 'active': True} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:46.896109 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks [] for router_gateway (7158c438-bc56-4379-944a-21aa1d000721), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:46.947487 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_dvr_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] Set router 7158c438-bc56-4379-944a-21aa1d000721 gateway port host: dv-cinder-815659-6-iscsi {{(pid=103931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 08:32:47.016347 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Deleting port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:47.016693 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.094664 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] For port b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,segment=NetworkSegment(c9f5c8ff-c7ba-4de2-8418-82aadef97cc6),segment_id=c9f5c8ff-c7ba-4de2-8418-82aadef97cc6)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:47.095349 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.107139 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Calling delete_port for b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c owned by network:router_gateway {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:47.121964 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.l3_hamode_db [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:32:45Z', 'revision_number': 5, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}], 'dv-cinder-815659-6-iscsi', False) {} {{(pid=103931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:47.147994 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca0d8d7-471d-457b-afb1-6caec624ca64 None None] The sync data for ids ['7158c438-bc56-4379-944a-21aa1d000721'] in dv-cinder-815659-6-iscsi is: [{'id': '7158c438-bc56-4379-944a-21aa1d000721', 'name': 'tempest-TestVolumeBootPattern-1524637629-router', 'tenant_id': '9502755eca2b4d9fb85fcbdd044882d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'external_fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T08:25:30Z', 'updated_at': '2022-04-07T08:32:45Z', 'revision_number': 5, 'project_id': '9502755eca2b4d9fb85fcbdd044882d3', 'gw_port': {'id': 'b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c', 'name': '', 'network_id': 'a747f853-7c9d-4fe7-a075-e14bbee1f843', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:87:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7158c438-bc56-4379-944a-21aa1d000721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T08:25:31Z', 'updated_at': '2022-04-07T08:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37433cef-d522-4401-a49a-d33229ffbe1e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-6-iscsi'}] {{(pid=103931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 08:32:47.328765 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.353401 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:47.413872 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1809917'] for router_gateway (7158c438-bc56-4379-944a-21aa1d000721), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.507617 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26838'] for router (7158c438-bc56-4379-944a-21aa1d000721), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.509816 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks [] for router_controller (7158c438-bc56-4379-944a-21aa1d000721), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.626541 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811619'] for router (7158c438-bc56-4379-944a-21aa1d000721), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.627061 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7158c438-bc56-4379-944a-21aa1d000721 {{(pid=103929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 08:32:47.631392 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.632542 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-7759fa50-8998-4945-b4f5-aa58827d5495 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7158c438-bc56-4379-944a-21aa1d000721 HTTP/1.1" status: 204 len: 168 time: 1.2196875 Apr 07 08:32:47.635158 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 37026) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:47.680087 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Deleting subnet cf2228e4-bdd3-4ce7-839e-dddd16aea854 {{(pid=103929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 08:32:47.683316 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Publish callbacks [] for subnet (cf2228e4-bdd3-4ce7-839e-dddd16aea854), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.718162 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25188132'] for subnet (cf2228e4-bdd3-4ce7-839e-dddd16aea854), precommit_delete_associations {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.800626 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016010'] for subnet (cf2228e4-bdd3-4ce7-839e-dddd16aea854), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.912110 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25175681'] for subnet (cf2228e4-bdd3-4ce7-839e-dddd16aea854), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.937421 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2228e4-bdd3-4ce7-839e-dddd16aea854,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:47.941021 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:47.944208 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-edc0bd3f-1263-485e-9f4f-d810b8f491cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf2228e4-bdd3-4ce7-839e-dddd16aea854 HTTP/1.1" status: 204 len: 168 time: 0.3081317 Apr 07 08:32:47.947369 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.wsgi [-] (103929) accepted ('10.222.0.24', 37028) {{(pid=103929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:47.950604 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9620c73-0c19-4cc1-8251-3c1034d63cf1 None None] Network 3e6967d1-3258-42b7-a152-22f50141d5ef requested from dv-cinder-815659-6-iscsi {{(pid=103930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 08:32:48.018671 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1171467'] for network (3e6967d1-3258-42b7-a152-22f50141d5ef), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.072891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Deleting port 35d2ba86-e079-410d-888c-372b59ad93f9 {{(pid=103929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:48.072891 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.098273 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] DHCP port deletion for 3e6967d1-3258-42b7-a152-22f50141d5ef request from dv-cinder-815659-6-iscsi {{(pid=103930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 08:32:48.144150 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.db [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] For port 35d2ba86-e079-410d-888c-372b59ad93f9, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=35d2ba86-e079-410d-888c-372b59ad93f9,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:48.144638 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.150306 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Deleting port 35d2ba86-e079-410d-888c-372b59ad93f9 {{(pid=103930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 08:32:48.150568 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740949491330'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), before_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.161747 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.plugin [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Calling delete_port for 35d2ba86-e079-410d-888c-372b59ad93f9 owned by network:dhcp {{(pid=103929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:48.201597 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 17f8f71c-bbc0-4aed-acde-55f19265fe72 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:48.230692 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: 17f8f71c-bbc0-4aed-acde-55f19265fe72 {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:48.231039 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 17f8f71c-bbc0-4aed-acde-55f19265fe72 not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:48.231459 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device 35d2ba86-e079-410d-888c-372b59ad93f9 no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:48.238210 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.db [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] For port 35d2ba86-e079-410d-888c-372b59ad93f9, host dv-cinder-815659-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-6-iscsi',level=0,port_id=35d2ba86-e079-410d-888c-372b59ad93f9,segment=NetworkSegment(f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c),segment_id=f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c)] {{(pid=103930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 08:32:48.238632 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803571'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), precommit_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.270012 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Calling delete_port for 35d2ba86-e079-410d-888c-372b59ad93f9 owned by network:dhcp {{(pid=103930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 08:32:48.294485 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548058'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.321197 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d2ba86-e079-410d-888c-372b59ad93f9,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:48.323757 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] No DVR routers for this DVR port 35d2ba86-e079-410d-888c-372b59ad93f9 on host dv-cinder-815659-6-iscsi {{(pid=103929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:48.333530 dv-cinder-815659-6-iscsi neutron-server[103930]: INFO neutron.plugins.ml2.db [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No ports have port_id starting with 35d2ba86-e079-410d-888c-372b59ad93f9 Apr 07 08:32:48.342173 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c no longer exists at agent ovs-agent-dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 08:32:48.364607 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.plugin [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] No Port match for: b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c {{(pid=103930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 08:32:48.365082 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.plugins.ml2.rpc [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Device b2508ab2-9b4f-4eb5-9ecc-791f57be1e1c not bound to the agent host dv-cinder-815659-6-iscsi {{(pid=103930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 08:32:48.382832 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-847536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740949496917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740949120889'] for port (35d2ba86-e079-410d-888c-372b59ad93f9), after_delete {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.398041 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1034323', 'neutron.services.segments.db._delete_segments_for_network-8740949399498'] for network (3e6967d1-3258-42b7-a152-22f50141d5ef), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.405454 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] Pushing event deleted for resources: {'Port': ['ID=35d2ba86-e079-410d-888c-372b59ad93f9,revision_number=None']} {{(pid=103930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:48.410851 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a459c33-2afc-413f-89e3-555941a22233 None None] No DVR routers for this DVR port 35d2ba86-e079-410d-888c-372b59ad93f9 on host dv-cinder-815659-6-iscsi {{(pid=103930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 08:32:48.421614 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6967d1-3258-42b7-a152-22f50141d5ef']}} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:48.431733 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c') {'for_net_delete': True} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:48.432130 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.services.segments.db [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c') {} {{(pid=103929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 08:32:48.441715 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740949401043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25188157'] for segment (f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c), before_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.455242 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571'] for segment (f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c), precommit_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.461150 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 08:32:48.462567 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25548073'] for segment (f9ebf52e-6e3d-44c7-9ae7-4f4098180a7c), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: Traceback (most recent call last): Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: timer() Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: cb(*args, **kw) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: return func(*args, **kwargs) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: self._notify() Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: self.callback(batched_events) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: event.method(event) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: return f(self, *a, **k) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._get(url).json() Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: return self.request(url, 'GET', **kwargs) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 08:32:48.463218 dv-cinder-815659-6-iscsi neutron-server[103929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 08:32:48.586214 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1034312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1809881'] for network (3e6967d1-3258-42b7-a152-22f50141d5ef), after_delete {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.593282 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron_lib.callbacks.manager [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700389'] for network (None), before_response {{(pid=103929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.594949 dv-cinder-815659-6-iscsi neutron-server[103929]: INFO neutron.wsgi [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e6967d1-3258-42b7-a152-22f50141d5ef HTTP/1.1" status: 204 len: 168 time: 0.6466308 Apr 07 08:32:48.605473 dv-cinder-815659-6-iscsi neutron-server[103929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283a4e8-4290-4aa1-a306-f54e85efce57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6967d1-3258-42b7-a152-22f50141d5ef,revision_number=None']} {{(pid=103929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:48.688868 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9d828e96-f84c-4d26-96f9-fa2ad5104b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.857921 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37032) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:48.906139 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-4111d7d1-c6ba-4bd1-a10c-2160e0ae77f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6757431055b4c90aeedc419999aeff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470152 Apr 07 08:32:48.908618 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37034) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:48.955035 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] Publish callbacks [] for security_group (5a9d06ed-2212-46af-9a78-1f951794262b), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:48.975237 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] Publish callbacks [] for security_group (5a9d06ed-2212-46af-9a78-1f951794262b), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:49.077486 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (5a9d06ed-2212-46af-9a78-1f951794262b), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:49.079979 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:49.082589 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a9d06ed-2212-46af-9a78-1f951794262b HTTP/1.1" status: 204 len: 168 time: 0.1715822 Apr 07 08:32:49.089013 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f7a49-8b9f-495f-baad-116f22838caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d06ed-2212-46af-9a78-1f951794262b,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:49.748901 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37040) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:49.787918 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-f000f724-e2e4-4729-bb26-956d6a9aa06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9502755eca2b4d9fb85fcbdd044882d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379164 Apr 07 08:32:49.790343 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [-] (103928) accepted ('10.222.0.24', 37042) {{(pid=103928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 08:32:49.836513 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] Publish callbacks [] for security_group (abb52aae-cbab-4702-8143-0124c5f3bf5e), before_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:49.856786 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] Publish callbacks [] for security_group (abb52aae-cbab-4702-8143-0124c5f3bf5e), precommit_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:50.020384 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658965'] for security_group (abb52aae-cbab-4702-8143-0124c5f3bf5e), after_delete {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:50.022975 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron_lib.callbacks.manager [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:50.024135 dv-cinder-815659-6-iscsi neutron-server[103928]: INFO neutron.wsgi [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb52aae-cbab-4702-8143-0124c5f3bf5e HTTP/1.1" status: 204 len: 168 time: 0.2328572 Apr 07 08:32:50.031807 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f3b8a-f39e-4d30-b0ec-adf5156b004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb52aae-cbab-4702-8143-0124c5f3bf5e,revision_number=None']} {{(pid=103928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 08:32:50.894997 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-1a00a1fd-af50-47db-b8af-bf3246acca6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:52.317080 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:53.485734 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:54.763116 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:32:58.962917 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:33:15.047895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:18.699160 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d8103051-9029-4260-856e-ccf8032590cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:20.893730 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c0fbaa7c-6a3d-46af-a297-b78833cb51e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:22.310599 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:23.470531 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:24.744750 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:35.961818 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:33:45.041698 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:48.692641 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-09abeec9-7c62-405e-828f-9dbd25fb1daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:50.927526 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2af7-121c-4b17-ad2a-c8a7f6882016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:52.298555 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:53.475766 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:33:54.761616 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:12.959878 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:34:15.080503 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:18.680332 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a497c833-46ac-4f37-bae5-a0db771e945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:20.914807 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-a94b9970-2131-4416-bb1d-40f46248cc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:22.309249 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:23.527088 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:24.754495 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:45.085457 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:48.702708 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-bd09f2cd-5701-4a10-a537-2f0abf8ba2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:49.958710 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:34:50.891166 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-c79e7c6d-4e6b-41f0-9cbf-172b431f73ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:52.308099 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:53.508110 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:34:54.771218 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:03.804389 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-48858b1c-775e-4a5d-9506-b09c28f54916 service neutron] (103928) timed out ('10.222.0.24', 58130) {{(pid=103928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:35:03.970544 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-0d7c3a23-ab79-4bb7-86de-df8d15caf63d req-7d174c4f-b64d-4545-b33d-52d9eea3f6c0 tempest-AttachVolumeShelveTestJSON-1320976951 tempest-AttachVolumeShelveTestJSON-1320976951-project] (103928) timed out ('10.222.0.24', 58138) {{(pid=103928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:35:15.050177 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:18.696238 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-5927f53e-368d-4b26-b767-b54e8dfbc26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:20.885265 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-143ed0c2-e89a-42b3-b805-b2d65dd8c8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:22.296181 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:23.506580 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:24.764221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:26.957790 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:35:45.060205 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:48.712487 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad521-38b9-4aab-9553-6f365c6ce79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:50.901117 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-fb44edae-c647-40f4-abcc-76d10fb2ee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:52.312353 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:53.495288 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:35:54.753005 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:03.956308 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:36:03.957936 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-4cf4b27b-dfb4-4581-ac62-548dd6c66801 req-ab48de60-dbdd-4782-a1df-85459795dc66 service neutron] (103928) timed out ('10.222.0.20', 64848) {{(pid=103928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:36:15.065895 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:18.688930 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-796ec7c9-a363-4ece-b1ae-f26b2c50236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:20.888508 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-98ec8eed-24b2-4028-8ce4-5fc2231f4f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:22.334359 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:23.511754 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:24.751149 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:40.955620 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:36:45.071221 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:48.699501 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7137-fc34-4505-b655-3d39f76fe4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:50.910588 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-59eb193f-6eca-4352-a646-859db3c12477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:52.338982 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:53.493394 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:36:54.750740 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:15.104433 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:17.954742 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 08:37:18.704246 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-3374b763-4f15-427a-a36f-6037507699fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:20.903039 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-8356ec37-8177-4126-bcfe-06c6c3847273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:22.326951 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:23.509187 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:24.795590 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:43.107539 dv-cinder-815659-6-iscsi neutron-server[103928]: DEBUG neutron.wsgi [req-9c56c1b1-0391-4fb0-ab2e-4b929988de8f req-e84b1384-4226-4a64-9751-086c416bd4c8 service neutron] (103928) timed out ('10.222.0.20', 64874) {{(pid=103928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 08:37:45.086584 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e00c377a-bd84-4b0a-93a0-815572a0413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e67c563f-5cd8-4702-b270-c81b32ee5628), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:48.709067 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-e13c8fbf-e69c-4088-b0df-2aa053525d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (e38a817c-7c45-4d7c-9ee7-7515ca626a19), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:50.925937 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-fee5b586-455b-4866-81d9-5a7f63484cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (39960470-b207-4ec0-82e0-5331d27e6aa9), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:52.330710 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-15d47170-cfba-4221-aaee-b157491b17a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (c2c76e46-543c-43c9-a681-4ad1cfaf437e), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:53.514257 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-908fe2ae-bde6-4ee6-b331-613dd56208ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (6a448495-63a8-4078-b329-bf0b6aa18283), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:54.771548 dv-cinder-815659-6-iscsi neutron-server[103930]: DEBUG neutron_lib.callbacks.manager [None req-617d2e96-7295-4dbc-a0d5-7a82fe18620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740949399480', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047700'] for agent (64eb6c74-e246-4a73-94fc-c72b757e4a3c), after_update {{(pid=103930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 08:37:54.954205 dv-cinder-815659-6-iscsi neutron-server[103931]: DEBUG neutron.db.agents_db [None req-43f52491-8789-4b16-a85b-e49a5faa6826 None None] Agent healthcheck: found 6 active agents {{(pid=103931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}